2024-11-11 01:24:55,219 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 01:24:55,234 main DEBUG Took 0.012813 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 01:24:55,234 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 01:24:55,235 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 01:24:55,236 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 01:24:55,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,248 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 01:24:55,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,267 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,271 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,273 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,277 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,279 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:24:55,282 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,282 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 01:24:55,285 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:24:55,287 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 01:24:55,290 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 01:24:55,290 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 01:24:55,292 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 01:24:55,293 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 01:24:55,305 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 01:24:55,308 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 01:24:55,311 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 01:24:55,311 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 01:24:55,312 main DEBUG createAppenders(={Console}) 2024-11-11 01:24:55,313 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-11 01:24:55,313 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 01:24:55,314 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-11 01:24:55,315 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 01:24:55,315 main DEBUG OutputStream closed 2024-11-11 01:24:55,315 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 01:24:55,316 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 01:24:55,316 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-11 01:24:55,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 01:24:55,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 01:24:55,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 01:24:55,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 01:24:55,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 01:24:55,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 01:24:55,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 01:24:55,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 01:24:55,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 01:24:55,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 01:24:55,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 01:24:55,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 01:24:55,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 01:24:55,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 01:24:55,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 01:24:55,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 01:24:55,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 01:24:55,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 01:24:55,431 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 01:24:55,432 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-11 01:24:55,432 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 01:24:55,434 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-11T01:24:55,800 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a 2024-11-11 01:24:55,805 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 01:24:55,805 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T01:24:55,818 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-11T01:24:55,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:24:55,873 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a, deleteOnExit=true 2024-11-11T01:24:55,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:24:55,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/test.cache.data in system properties and HBase conf 2024-11-11T01:24:55,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:24:55,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:24:55,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:24:55,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:24:55,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:24:56,001 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T01:24:56,130 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:24:56,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:24:56,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:24:56,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:24:56,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:24:56,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:24:56,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:24:56,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:24:56,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:24:56,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:24:56,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:24:56,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:24:56,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:24:56,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:24:56,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:24:57,441 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T01:24:57,551 INFO [Time-limited test {}] log.Log(170): Logging initialized @3192ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T01:24:57,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:24:57,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:24:57,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:24:57,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:24:57,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:24:57,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:24:57,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:24:57,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:24:58,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/java.io.tmpdir/jetty-localhost-34537-hadoop-hdfs-3_4_1-tests_jar-_-any-752546677094927290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:24:58,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:34537} 2024-11-11T01:24:58,110 INFO [Time-limited test {}] server.Server(415): Started @3752ms 2024-11-11T01:24:58,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:24:58,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:24:58,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:24:58,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:24:58,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:24:58,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:24:58,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:24:58,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/java.io.tmpdir/jetty-localhost-39353-hadoop-hdfs-3_4_1-tests_jar-_-any-4871070109162704973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:24:58,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39353} 2024-11-11T01:24:58,952 INFO [Time-limited test {}] server.Server(415): Started @4594ms 2024-11-11T01:24:59,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:25:00,128 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/data/data2/current/BP-784976140-172.17.0.3-1731288296878/current, will proceed with Du for space computation calculation, 2024-11-11T01:25:00,128 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/data/data1/current/BP-784976140-172.17.0.3-1731288296878/current, will proceed with Du for space computation calculation, 2024-11-11T01:25:00,175 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:25:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef42f554f31db05 with lease ID 0x39ba673248a1c7c9: Processing first storage report for DS-c3f763ef-2244-4a3d-b5c6-9959d89b3d04 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=822c663b-2f0c-4825-8f41-546e4296ac6f, infoPort=33837, infoSecurePort=0, ipcPort=36513, storageInfo=lv=-57;cid=testClusterID;nsid=238087329;c=1731288296878) 2024-11-11T01:25:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef42f554f31db05 with lease ID 0x39ba673248a1c7c9: from storage DS-c3f763ef-2244-4a3d-b5c6-9959d89b3d04 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=822c663b-2f0c-4825-8f41-546e4296ac6f, infoPort=33837, infoSecurePort=0, ipcPort=36513, storageInfo=lv=-57;cid=testClusterID;nsid=238087329;c=1731288296878), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T01:25:00,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef42f554f31db05 with lease ID 0x39ba673248a1c7c9: Processing first storage report for DS-ccf2fc5c-df95-4045-94b8-2505b85a4c32 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=822c663b-2f0c-4825-8f41-546e4296ac6f, infoPort=33837, infoSecurePort=0, ipcPort=36513, storageInfo=lv=-57;cid=testClusterID;nsid=238087329;c=1731288296878) 2024-11-11T01:25:00,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef42f554f31db05 with lease ID 0x39ba673248a1c7c9: from storage DS-ccf2fc5c-df95-4045-94b8-2505b85a4c32 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=822c663b-2f0c-4825-8f41-546e4296ac6f, infoPort=33837, infoSecurePort=0, ipcPort=36513, storageInfo=lv=-57;cid=testClusterID;nsid=238087329;c=1731288296878), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:25:00,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a 2024-11-11T01:25:00,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/zookeeper_0, clientPort=61906, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:25:00,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61906 2024-11-11T01:25:00,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:00,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:00,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:25:01,085 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 with version=8 2024-11-11T01:25:01,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/hbase-staging 2024-11-11T01:25:01,185 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T01:25:01,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:25:01,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:25:01,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:25:01,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:25:01,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:25:01,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:25:01,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:25:01,695 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T01:25:01,705 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T01:25:01,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:25:01,735 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34064 (auto-detected) 2024-11-11T01:25:01,736 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T01:25:01,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37725 2024-11-11T01:25:01,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37725 connecting to ZooKeeper ensemble=127.0.0.1:61906 2024-11-11T01:25:01,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377250x0, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:25:01,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37725-0x101277ef6f90000 connected 2024-11-11T01:25:02,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:02,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:02,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T01:25:02,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013, hbase.cluster.distributed=false 2024-11-11T01:25:02,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T01:25:02,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-11T01:25:02,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37725 2024-11-11T01:25:02,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37725 2024-11-11T01:25:02,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-11T01:25:02,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-11T01:25:02,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:25:02,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:25:02,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:25:02,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:25:02,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:25:02,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:25:02,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:25:02,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:25:02,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37447 2024-11-11T01:25:02,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37447 connecting to ZooKeeper ensemble=127.0.0.1:61906 2024-11-11T01:25:02,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:02,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374470x0, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:25:02,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374470x0, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T01:25:02,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37447-0x101277ef6f90001 connected 2024-11-11T01:25:02,258 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:25:02,267 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:25:02,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T01:25:02,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T01:25:02,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37447 2024-11-11T01:25:02,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37447 2024-11-11T01:25:02,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37447 2024-11-11T01:25:02,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37447 2024-11-11T01:25:02,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37447 2024-11-11T01:25:02,293 DEBUG [M:0;612696b701d2:37725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:37725 2024-11-11T01:25:02,294 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/612696b701d2,37725,1731288301266 2024-11-11T01:25:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T01:25:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T01:25:02,376 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/612696b701d2,37725,1731288301266 2024-11-11T01:25:02,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:02,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T01:25:02,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:02,406 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T01:25:02,407 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/612696b701d2,37725,1731288301266 from backup master directory 2024-11-11T01:25:02,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T01:25:02,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/612696b701d2,37725,1731288301266 2024-11-11T01:25:02,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T01:25:02,422 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:25:02,422 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,37725,1731288301266 2024-11-11T01:25:02,425 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T01:25:02,427 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T01:25:02,489 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/hbase.id] with ID: 8f5a3ddb-1986-4f47-937c-8c567fba9e93 2024-11-11T01:25:02,489 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/.tmp/hbase.id 2024-11-11T01:25:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:25:02,902 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/.tmp/hbase.id]:[hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/hbase.id] 2024-11-11T01:25:02,953 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:25:02,958 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:25:02,976 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T01:25:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:25:03,564 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:25:03,567 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:25:03,587 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:03,593 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:25:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:25:04,048 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store 2024-11-11T01:25:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:25:04,078 INFO [master/612696b701d2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T01:25:04,082 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:04,083 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:25:04,084 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:25:04,084 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:25:04,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:25:04,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:25:04,086 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:25:04,087 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288304083Disabling compacts and flushes for region at 1731288304083Disabling writes for close at 1731288304086 (+3 ms)Writing region close event to WAL at 1731288304086Closed at 1731288304086 2024-11-11T01:25:04,090 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/.initializing 2024-11-11T01:25:04,090 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/WALs/612696b701d2,37725,1731288301266 2024-11-11T01:25:04,099 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:25:04,116 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C37725%2C1731288301266, suffix=, logDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/WALs/612696b701d2,37725,1731288301266, archiveDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/oldWALs, maxLogs=10 2024-11-11T01:25:04,141 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/WALs/612696b701d2,37725,1731288301266/612696b701d2%2C37725%2C1731288301266.1731288304121, exclude list is [], retry=0 2024-11-11T01:25:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c3f763ef-2244-4a3d-b5c6-9959d89b3d04,DISK] 2024-11-11T01:25:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T01:25:04,208 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/WALs/612696b701d2,37725,1731288301266/612696b701d2%2C37725%2C1731288301266.1731288304121 2024-11-11T01:25:04,209 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-11-11T01:25:04,210 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:25:04,211 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:04,216 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,217 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:25:04,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:04,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:04,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:25:04,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:04,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:04,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:25:04,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:04,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:04,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:25:04,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:04,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:04,326 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,331 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,333 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,339 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,340 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,345 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:25:04,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:25:04,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:25:04,359 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62246733, jitterRate=-0.0724513977766037}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:25:04,368 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288304230Initializing all the Stores at 1731288304233 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288304234 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288304234Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288304235 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288304235Cleaning up temporary data from old regions at 1731288304341 (+106 ms)Region opened successfully at 1731288304368 (+27 ms) 2024-11-11T01:25:04,370 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:25:04,415 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7666383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:25:04,455 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:25:04,470 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:25:04,471 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:25:04,474 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:25:04,475 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T01:25:04,480 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T01:25:04,480 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:25:04,505 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:25:04,514 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T01:25:04,583 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T01:25:04,587 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:25:04,589 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:25:04,600 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T01:25:04,603 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:25:04,607 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:25:04,615 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T01:25:04,617 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:25:04,626 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T01:25:04,646 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:25:04,657 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T01:25:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T01:25:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T01:25:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:04,671 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,37725,1731288301266, sessionid=0x101277ef6f90000, setting cluster-up flag (Was=false) 2024-11-11T01:25:04,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:04,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:04,737 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T01:25:04,739 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,37725,1731288301266 2024-11-11T01:25:04,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:04,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:04,794 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T01:25:04,796 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,37725,1731288301266 2024-11-11T01:25:04,802 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:25:04,883 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:25:04,884 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(746): ClusterId : 8f5a3ddb-1986-4f47-937c-8c567fba9e93 2024-11-11T01:25:04,886 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:25:04,893 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:25:04,900 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:25:04,901 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:25:04,901 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:25:04,905 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,37725,1731288301266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:25:04,911 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:25:04,912 DEBUG [RS:0;612696b701d2:37447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acec563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:25:04,913 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:25:04,913 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:25:04,914 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:25:04,914 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:25:04,914 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:25:04,914 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:04,915 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:25:04,915 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:04,927 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288334926 2024-11-11T01:25:04,929 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:25:04,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:25:04,932 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:37447 2024-11-11T01:25:04,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:25:04,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:25:04,935 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:25:04,936 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:25:04,936 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:25:04,936 INFO [RS:0;612696b701d2:37447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:25:04,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:25:04,937 INFO [RS:0;612696b701d2:37447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:25:04,937 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:25:04,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:04,940 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:04,940 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,37725,1731288301266 with port=37447, startcode=1731288302179 2024-11-11T01:25:04,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:25:04,943 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:25:04,945 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:25:04,945 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:25:04,951 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:25:04,952 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:25:04,955 DEBUG [RS:0;612696b701d2:37447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:25:04,968 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288304954,5,FailOnTimeoutGroup] 2024-11-11T01:25:04,976 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288304969,5,FailOnTimeoutGroup] 2024-11-11T01:25:04,976 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:04,977 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:25:04,978 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:04,978 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:25:05,003 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:25:05,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,37447,1731288302179 2024-11-11T01:25:05,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(517): Registering regionserver=612696b701d2,37447,1731288302179 2024-11-11T01:25:05,025 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:25:05,026 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45159 2024-11-11T01:25:05,026 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:25:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T01:25:05,037 DEBUG [RS:0;612696b701d2:37447 {}] zookeeper.ZKUtil(111): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/612696b701d2,37447,1731288302179 2024-11-11T01:25:05,037 WARN [RS:0;612696b701d2:37447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:25:05,037 INFO [RS:0;612696b701d2:37447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:25:05,038 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179 2024-11-11T01:25:05,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,37447,1731288302179] 2024-11-11T01:25:05,064 INFO [RS:0;612696b701d2:37447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:25:05,081 INFO [RS:0;612696b701d2:37447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:25:05,087 INFO [RS:0;612696b701d2:37447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:25:05,087 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,088 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:25:05,094 INFO [RS:0;612696b701d2:37447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:25:05,096 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,096 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,097 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,097 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,097 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,097 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,097 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:25:05,098 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,098 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,098 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,098 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,098 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,098 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:25:05,099 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:25:05,099 DEBUG [RS:0;612696b701d2:37447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:25:05,100 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,100 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,100 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,101 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,101 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,101 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37447,1731288302179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:25:05,119 INFO [RS:0;612696b701d2:37447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:25:05,121 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37447,1731288302179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,121 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,121 INFO [RS:0;612696b701d2:37447 {}] regionserver.Replication(171): 612696b701d2,37447,1731288302179 started 2024-11-11T01:25:05,140 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:05,141 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,37447,1731288302179, RpcServer on 612696b701d2/172.17.0.3:37447, sessionid=0x101277ef6f90001 2024-11-11T01:25:05,142 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:25:05,142 DEBUG [RS:0;612696b701d2:37447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,37447,1731288302179 2024-11-11T01:25:05,142 DEBUG [RS:0;612696b701d2:37447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,37447,1731288302179' 2024-11-11T01:25:05,143 DEBUG [RS:0;612696b701d2:37447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T01:25:05,144 DEBUG [RS:0;612696b701d2:37447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T01:25:05,145 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:25:05,145 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:25:05,145 DEBUG [RS:0;612696b701d2:37447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,37447,1731288302179 2024-11-11T01:25:05,145 DEBUG [RS:0;612696b701d2:37447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,37447,1731288302179' 2024-11-11T01:25:05,146 DEBUG [RS:0;612696b701d2:37447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T01:25:05,146 DEBUG [RS:0;612696b701d2:37447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T01:25:05,147 DEBUG [RS:0;612696b701d2:37447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:25:05,147 INFO [RS:0;612696b701d2:37447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:25:05,147 INFO [RS:0;612696b701d2:37447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:25:05,252 INFO [RS:0;612696b701d2:37447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:25:05,255 INFO [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C37447%2C1731288302179, suffix=, logDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179, archiveDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/oldWALs, maxLogs=32 2024-11-11T01:25:05,270 DEBUG [RS:0;612696b701d2:37447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179/612696b701d2%2C37447%2C1731288302179.1731288305258, exclude list is [], retry=0 2024-11-11T01:25:05,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c3f763ef-2244-4a3d-b5c6-9959d89b3d04,DISK] 2024-11-11T01:25:05,279 INFO [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179/612696b701d2%2C37447%2C1731288302179.1731288305258 2024-11-11T01:25:05,280 DEBUG [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-11-11T01:25:05,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:25:05,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:25:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:25:05,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:05,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:25:05,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:25:05,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:05,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:05,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:25:05,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:25:05,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:05,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:05,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:25:05,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:25:05,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:05,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:05,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:25:05,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:25:05,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:05,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:05,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:25:05,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740 2024-11-11T01:25:05,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740 2024-11-11T01:25:05,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:25:05,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:25:05,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:25:05,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:25:05,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:25:05,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73149582, jitterRate=0.09001371264457703}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:25:05,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288305795Initializing all the Stores at 1731288305797 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288305797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288305797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288305798 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288305798Cleaning up temporary data from old regions at 1731288305825 (+27 ms)Region opened successfully at 1731288305837 (+12 ms) 2024-11-11T01:25:05,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:25:05,837 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:25:05,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:25:05,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:25:05,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:25:05,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:25:05,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288305837Disabling compacts and flushes for region at 1731288305837Disabling writes for close at 1731288305837Writing region close event to WAL at 1731288305838 (+1 ms)Closed at 1731288305839 (+1 ms) 2024-11-11T01:25:05,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:25:05,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:25:05,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:25:05,859 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:25:05,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:25:06,015 DEBUG [612696b701d2:37725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:25:06,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:06,034 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,37447,1731288302179, state=OPENING 2024-11-11T01:25:06,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:25:06,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:06,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:25:06,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T01:25:06,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T01:25:06,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:25:06,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:25:06,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:25:06,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:25:06,318 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:25:06,318 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:25:06,319 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:25:06,325 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C37447%2C1731288302179.meta, suffix=.meta, logDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179, archiveDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/oldWALs, maxLogs=32 2024-11-11T01:25:06,347 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179/612696b701d2%2C37447%2C1731288302179.meta.1731288306327.meta, exclude list is [], retry=0 2024-11-11T01:25:06,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c3f763ef-2244-4a3d-b5c6-9959d89b3d04,DISK] 2024-11-11T01:25:06,356 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/WALs/612696b701d2,37447,1731288302179/612696b701d2%2C37447%2C1731288302179.meta.1731288306327.meta 2024-11-11T01:25:06,357 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-11-11T01:25:06,357 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:25:06,359 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:25:06,362 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:25:06,367 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:25:06,372 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:25:06,372 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:06,373 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:25:06,373 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:25:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:25:06,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:25:06,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:06,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:06,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:25:06,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:25:06,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:06,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:06,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:25:06,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:25:06,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:25:06,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:25:06,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:06,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:25:06,396 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:25:06,398 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740 2024-11-11T01:25:06,402 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740 2024-11-11T01:25:06,406 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:25:06,406 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:25:06,408 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:25:06,412 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:25:06,415 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66363237, jitterRate=-0.011110708117485046}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:25:06,416 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:25:06,418 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288306374Writing region info on filesystem at 1731288306374Initializing all the Stores at 1731288306376 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288306377 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288306378 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288306378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288306378Cleaning up temporary data from old regions at 1731288306406 (+28 ms)Running coprocessor post-open hooks at 1731288306416 (+10 ms)Region opened successfully at 1731288306418 (+2 ms) 2024-11-11T01:25:06,427 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288306287 2024-11-11T01:25:06,442 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:25:06,443 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:25:06,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:06,449 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,37447,1731288302179, state=OPEN 2024-11-11T01:25:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T01:25:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T01:25:06,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T01:25:06,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T01:25:06,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:06,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:25:06,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,37447,1731288302179 in 445 msec 2024-11-11T01:25:06,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:25:06,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-11-11T01:25:06,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:25:06,585 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:25:06,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:06,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:06,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:06,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:06,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8260 sec 2024-11-11T01:25:06,659 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288306659, completionTime=-1 2024-11-11T01:25:06,663 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:25:06,663 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:25:06,696 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:25:06,696 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288366696 2024-11-11T01:25:06,697 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288426697 2024-11-11T01:25:06,697 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 33 msec 2024-11-11T01:25:06,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37725,1731288301266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37725,1731288301266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,700 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37725,1731288301266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:37725, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,702 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,707 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:25:06,731 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.308sec 2024-11-11T01:25:06,733 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:25:06,734 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:25:06,735 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:25:06,735 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:25:06,736 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:25:06,737 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37725,1731288301266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:25:06,737 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37725,1731288301266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:25:06,746 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:25:06,747 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:25:06,747 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37725,1731288301266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:25:06,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:06,797 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T01:25:06,798 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T01:25:06,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:06,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:06,812 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:06,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:06,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:06,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:06,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:06,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,37725,1731288301266 2024-11-11T01:25:06,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=608, ProcessCount=11, AvailableMemoryMB=3785 2024-11-11T01:25:06,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:25:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:25:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ffeb4e 2024-11-11T01:25:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:25:06,954 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:25:06,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:25:06,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:25:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:06,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:25:06,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-11T01:25:06,980 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:06,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:25:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:25:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741835_1011 (size=959) 2024-11-11T01:25:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:25:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:25:07,400 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:25:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741836_1012 (size=53) 2024-11-11T01:25:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:25:07,814 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:07,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f3a436d85a26a2a862bcb9a769e67e38, disabling compactions & flushes 2024-11-11T01:25:07,815 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:07,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:07,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. after waiting 0 ms 2024-11-11T01:25:07,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:07,815 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:07,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3a436d85a26a2a862bcb9a769e67e38: Waiting for close lock at 1731288307814Disabling compacts and flushes for region at 1731288307814Disabling writes for close at 1731288307815 (+1 ms)Writing region close event to WAL at 1731288307815Closed at 1731288307815 2024-11-11T01:25:07,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:25:07,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731288307819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288307819"}]},"ts":"1731288307819"} 2024-11-11T01:25:07,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:25:07,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:25:07,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288307832"}]},"ts":"1731288307832"} 2024-11-11T01:25:07,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T01:25:07,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, ASSIGN}] 2024-11-11T01:25:07,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, ASSIGN 2024-11-11T01:25:07,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, ASSIGN; state=OFFLINE, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=false 2024-11-11T01:25:07,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3a436d85a26a2a862bcb9a769e67e38, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:08,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, ASSIGN because future has completed 2024-11-11T01:25:08,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:25:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:25:08,167 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:08,168 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:25:08,168 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,168 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:08,169 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,169 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,171 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,174 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a436d85a26a2a862bcb9a769e67e38 columnFamilyName A 2024-11-11T01:25:08,174 DEBUG [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:08,175 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] regionserver.HStore(327): Store=f3a436d85a26a2a862bcb9a769e67e38/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:08,176 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,178 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a436d85a26a2a862bcb9a769e67e38 columnFamilyName B 2024-11-11T01:25:08,178 DEBUG [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:08,179 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] regionserver.HStore(327): Store=f3a436d85a26a2a862bcb9a769e67e38/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:08,180 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,182 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a436d85a26a2a862bcb9a769e67e38 columnFamilyName C 2024-11-11T01:25:08,182 DEBUG [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:08,183 INFO [StoreOpener-f3a436d85a26a2a862bcb9a769e67e38-1 {}] regionserver.HStore(327): Store=f3a436d85a26a2a862bcb9a769e67e38/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:08,184 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,185 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,186 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,189 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,189 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,190 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:25:08,193 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,198 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:25:08,199 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3a436d85a26a2a862bcb9a769e67e38; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63315208, jitterRate=-0.056529879570007324}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:25:08,199 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:08,201 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3a436d85a26a2a862bcb9a769e67e38: Running coprocessor pre-open hook at 1731288308169Writing region info on filesystem at 1731288308169Initializing all the Stores at 1731288308171 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288308171Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288308171Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288308171Cleaning up temporary data from old regions at 1731288308189 (+18 ms)Running coprocessor post-open hooks at 1731288308199 (+10 ms)Region opened successfully at 1731288308200 (+1 ms) 2024-11-11T01:25:08,203 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., pid=6, masterSystemTime=1731288308160 2024-11-11T01:25:08,207 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:08,207 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:08,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3a436d85a26a2a862bcb9a769e67e38, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:08,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:25:08,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:25:08,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 in 212 msec 2024-11-11T01:25:08,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:25:08,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, ASSIGN in 383 msec 2024-11-11T01:25:08,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:25:08,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288308234"}]},"ts":"1731288308234"} 2024-11-11T01:25:08,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T01:25:08,240 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:25:08,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-11-11T01:25:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:25:09,134 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:09,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,140 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec19887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,145 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621eb0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:25:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:25:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49cb0867 2024-11-11T01:25:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:25:09,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:25:09,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,172 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f534466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745237a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a9376a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,184 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,188 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d4406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,193 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,198 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149abd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,206 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b27b3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5127c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,231 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,236 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b096a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,259 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ace43f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f9c971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e23982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,279 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b0bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:09,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:09,286 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b0da03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:09,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:09,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:09,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213c7631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:09,300 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,300 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,301 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,303 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,318 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,325 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:09,357 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-11T01:25:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:09,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,365 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:09,368 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,369 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,371 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:09,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:09,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,377 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:09,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:25:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:09,434 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:09,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:09,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T01:25:09,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:09,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:09,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/4e17f2aacc3c4e8ead808d615b85aff2 is 50, key is test_row_0/A:col10/1731288309421/Put/seqid=0 2024-11-11T01:25:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741837_1013 (size=14341) 2024-11-11T01:25:09,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/4e17f2aacc3c4e8ead808d615b85aff2 2024-11-11T01:25:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288369658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288369658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288369664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288369662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288369667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T01:25:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:09,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/48e7ae19e4814628a4e0f5d480ff105b is 50, key is test_row_0/B:col10/1731288309421/Put/seqid=0 2024-11-11T01:25:09,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288369836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288369835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288369836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741838_1014 (size=12001) 2024-11-11T01:25:09,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288369844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288369844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:09,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/48e7ae19e4814628a4e0f5d480ff105b 2024-11-11T01:25:09,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a14927355f3440e9ba9897f0f18cdcb5 is 50, key is test_row_0/C:col10/1731288309421/Put/seqid=0 2024-11-11T01:25:09,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T01:25:09,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:09,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:09,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:09,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:09,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741839_1015 (size=12001) 2024-11-11T01:25:09,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a14927355f3440e9ba9897f0f18cdcb5 2024-11-11T01:25:09,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/4e17f2aacc3c4e8ead808d615b85aff2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4e17f2aacc3c4e8ead808d615b85aff2 2024-11-11T01:25:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:10,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4e17f2aacc3c4e8ead808d615b85aff2, entries=200, sequenceid=14, filesize=14.0 K 2024-11-11T01:25:10,029 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-11T01:25:10,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/48e7ae19e4814628a4e0f5d480ff105b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/48e7ae19e4814628a4e0f5d480ff105b 2024-11-11T01:25:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288370054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288370054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288370056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288370056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288370057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/48e7ae19e4814628a4e0f5d480ff105b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T01:25:10,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T01:25:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:10,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:10,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:10,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a14927355f3440e9ba9897f0f18cdcb5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a14927355f3440e9ba9897f0f18cdcb5 2024-11-11T01:25:10,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a14927355f3440e9ba9897f0f18cdcb5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T01:25:10,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f3a436d85a26a2a862bcb9a769e67e38 in 674ms, sequenceid=14, compaction requested=false 2024-11-11T01:25:10,114 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T01:25:10,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:10,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T01:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:10,236 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T01:25:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ae83aa3fa97c42f79b99868f061ad390 is 50, key is test_row_0/A:col10/1731288309656/Put/seqid=0 2024-11-11T01:25:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741840_1016 (size=12001) 2024-11-11T01:25:10,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288370445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288370451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288370456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288370462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288370465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288370584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288370584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288370594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288370594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288370612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,713 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ae83aa3fa97c42f79b99868f061ad390 2024-11-11T01:25:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2dcc9f91698b402fb0f37723c2c825f3 is 50, key is test_row_0/B:col10/1731288309656/Put/seqid=0 2024-11-11T01:25:10,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288370794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741841_1017 (size=12001) 2024-11-11T01:25:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288370795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288370815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288370816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288370833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:25:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288371113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288371124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288371134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288371133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288371143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2dcc9f91698b402fb0f37723c2c825f3 2024-11-11T01:25:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e5ec0ea4e01249baa5314ae9dac378b9 is 50, key is test_row_0/C:col10/1731288309656/Put/seqid=0 2024-11-11T01:25:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741842_1018 (size=12001) 2024-11-11T01:25:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288371623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288371633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288371653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288371653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288371663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:11,702 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e5ec0ea4e01249baa5314ae9dac378b9 2024-11-11T01:25:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ae83aa3fa97c42f79b99868f061ad390 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ae83aa3fa97c42f79b99868f061ad390 2024-11-11T01:25:11,751 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ae83aa3fa97c42f79b99868f061ad390, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T01:25:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2dcc9f91698b402fb0f37723c2c825f3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2dcc9f91698b402fb0f37723c2c825f3 2024-11-11T01:25:11,770 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2dcc9f91698b402fb0f37723c2c825f3, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T01:25:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e5ec0ea4e01249baa5314ae9dac378b9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e5ec0ea4e01249baa5314ae9dac378b9 2024-11-11T01:25:11,789 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e5ec0ea4e01249baa5314ae9dac378b9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T01:25:11,793 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f3a436d85a26a2a862bcb9a769e67e38 in 1556ms, sequenceid=37, compaction requested=false 2024-11-11T01:25:11,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:11,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:11,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T01:25:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T01:25:11,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T01:25:11,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4220 sec 2024-11-11T01:25:11,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4560 sec 2024-11-11T01:25:11,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T01:25:11,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:25:11,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:25:11,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:25:11,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T01:25:11,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:25:11,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:25:11,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T01:25:11,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T01:25:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:12,646 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:12,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:25:12,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8dcb3a4035884c6abc4bb8b6121ec749 is 50, key is test_row_0/A:col10/1731288310458/Put/seqid=0 2024-11-11T01:25:12,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741843_1019 (size=14341) 2024-11-11T01:25:12,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288372718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288372719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288372720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288372730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288372725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288372832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288372844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288372843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288372844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288372844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288373043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288373053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288373053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288373053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288373063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8dcb3a4035884c6abc4bb8b6121ec749 2024-11-11T01:25:13,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3 is 50, key is test_row_0/B:col10/1731288310458/Put/seqid=0 2024-11-11T01:25:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741844_1020 (size=12001) 2024-11-11T01:25:13,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3 2024-11-11T01:25:13,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f2505a832a494c9f971b816e88984884 is 50, key is test_row_0/C:col10/1731288310458/Put/seqid=0 2024-11-11T01:25:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741845_1021 (size=12001) 2024-11-11T01:25:13,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f2505a832a494c9f971b816e88984884 2024-11-11T01:25:13,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8dcb3a4035884c6abc4bb8b6121ec749 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8dcb3a4035884c6abc4bb8b6121ec749 2024-11-11T01:25:13,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8dcb3a4035884c6abc4bb8b6121ec749, entries=200, sequenceid=51, filesize=14.0 K 2024-11-11T01:25:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3 2024-11-11T01:25:13,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T01:25:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288373353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f2505a832a494c9f971b816e88984884 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f2505a832a494c9f971b816e88984884 2024-11-11T01:25:13,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288373363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288373363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288373363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288373383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f2505a832a494c9f971b816e88984884, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T01:25:13,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f3a436d85a26a2a862bcb9a769e67e38 in 746ms, sequenceid=51, compaction requested=true 2024-11-11T01:25:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:13,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:13,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:13,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:13,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:13,410 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:13,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:13,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:13,415 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:13,418 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:13,419 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:13,424 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:13,424 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:13,425 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:13,426 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4e17f2aacc3c4e8ead808d615b85aff2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ae83aa3fa97c42f79b99868f061ad390, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8dcb3a4035884c6abc4bb8b6121ec749] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=39.7 K 2024-11-11T01:25:13,426 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:13,427 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/48e7ae19e4814628a4e0f5d480ff105b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2dcc9f91698b402fb0f37723c2c825f3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=35.2 K 2024-11-11T01:25:13,429 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e17f2aacc3c4e8ead808d615b85aff2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731288309377 2024-11-11T01:25:13,430 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae83aa3fa97c42f79b99868f061ad390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731288309630 2024-11-11T01:25:13,431 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 48e7ae19e4814628a4e0f5d480ff105b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731288309377 2024-11-11T01:25:13,432 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dcb3a4035884c6abc4bb8b6121ec749, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731288310406 2024-11-11T01:25:13,433 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dcc9f91698b402fb0f37723c2c825f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731288309630 2024-11-11T01:25:13,439 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ab5a02ea3d134d7ba2f3bd9f1783d6f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731288310406 2024-11-11T01:25:13,510 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:13,512 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/761957919ddf453fadc49fbdf0e7d004 is 50, key is test_row_0/B:col10/1731288310458/Put/seqid=0 2024-11-11T01:25:13,515 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#9 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:13,516 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/74ea420678bc46bcaed819d74c54d47f is 50, key is test_row_0/A:col10/1731288310458/Put/seqid=0 2024-11-11T01:25:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:25:13,541 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:13,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-11T01:25:13,546 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:25:13,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:13,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741846_1022 (size=12104) 2024-11-11T01:25:13,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741847_1023 (size=12104) 2024-11-11T01:25:13,609 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/74ea420678bc46bcaed819d74c54d47f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/74ea420678bc46bcaed819d74c54d47f 2024-11-11T01:25:13,638 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into 74ea420678bc46bcaed819d74c54d47f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:13,638 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:13,641 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288313400; duration=0sec 2024-11-11T01:25:13,642 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:13,642 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:13,642 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:13,645 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:13,645 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:13,645 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:13,645 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a14927355f3440e9ba9897f0f18cdcb5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e5ec0ea4e01249baa5314ae9dac378b9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f2505a832a494c9f971b816e88984884] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=35.2 K 2024-11-11T01:25:13,648 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a14927355f3440e9ba9897f0f18cdcb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731288309377 2024-11-11T01:25:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:25:13,656 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ec0ea4e01249baa5314ae9dac378b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731288309630 2024-11-11T01:25:13,664 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2505a832a494c9f971b816e88984884, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731288310406 2024-11-11T01:25:13,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T01:25:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:13,704 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:25:13,728 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#11 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:13,729 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e809c8840a1c4fd7b1ee335d0ffcabd8 is 50, key is test_row_0/C:col10/1731288310458/Put/seqid=0 2024-11-11T01:25:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e984d7863e5043de94d848ac7348ba0c is 50, key is test_row_0/A:col10/1731288312723/Put/seqid=0 2024-11-11T01:25:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741848_1024 (size=12104) 2024-11-11T01:25:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741849_1025 (size=12001) 2024-11-11T01:25:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:25:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:13,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:13,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288373911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288373911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288373915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288373916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:13,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288373924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,016 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/761957919ddf453fadc49fbdf0e7d004 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/761957919ddf453fadc49fbdf0e7d004 2024-11-11T01:25:14,032 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into 761957919ddf453fadc49fbdf0e7d004(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:14,032 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:14,034 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288313407; duration=0sec 2024-11-11T01:25:14,034 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:14,034 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288374033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288374033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288374034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288374034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288374043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,175 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e984d7863e5043de94d848ac7348ba0c 2024-11-11T01:25:14,178 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e809c8840a1c4fd7b1ee335d0ffcabd8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e809c8840a1c4fd7b1ee335d0ffcabd8 2024-11-11T01:25:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:25:14,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/f56c8dd82429447f85566833417fe1b3 is 50, key is test_row_0/B:col10/1731288312723/Put/seqid=0 2024-11-11T01:25:14,201 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into e809c8840a1c4fd7b1ee335d0ffcabd8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:14,202 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:14,202 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288313407; duration=0sec 2024-11-11T01:25:14,204 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:14,204 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:14,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741850_1026 (size=12001) 2024-11-11T01:25:14,225 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/f56c8dd82429447f85566833417fe1b3 2024-11-11T01:25:14,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288374243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288374243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288374243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288374243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/40e64efd9dc94ed6a17f1cc901b385f4 is 50, key is test_row_0/C:col10/1731288312723/Put/seqid=0 2024-11-11T01:25:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741851_1027 (size=12001) 2024-11-11T01:25:14,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288374262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,270 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/40e64efd9dc94ed6a17f1cc901b385f4 2024-11-11T01:25:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e984d7863e5043de94d848ac7348ba0c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e984d7863e5043de94d848ac7348ba0c 2024-11-11T01:25:14,298 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e984d7863e5043de94d848ac7348ba0c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T01:25:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/f56c8dd82429447f85566833417fe1b3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/f56c8dd82429447f85566833417fe1b3 2024-11-11T01:25:14,330 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/f56c8dd82429447f85566833417fe1b3, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T01:25:14,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/40e64efd9dc94ed6a17f1cc901b385f4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/40e64efd9dc94ed6a17f1cc901b385f4 2024-11-11T01:25:14,364 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/40e64efd9dc94ed6a17f1cc901b385f4, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T01:25:14,366 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f3a436d85a26a2a862bcb9a769e67e38 in 661ms, sequenceid=74, compaction requested=false 2024-11-11T01:25:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T01:25:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T01:25:14,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:25:14,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 821 msec 2024-11-11T01:25:14,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 835 msec 2024-11-11T01:25:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:14,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:14,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T01:25:14,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/28f78c98c6694aaea5fa6593105dd1a1 is 50, key is test_row_0/A:col10/1731288313920/Put/seqid=0 2024-11-11T01:25:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741852_1028 (size=12001) 2024-11-11T01:25:14,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/28f78c98c6694aaea5fa6593105dd1a1 2024-11-11T01:25:14,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288374652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288374659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/c6f84f291b204e00b537b467796fe6d3 is 50, key is test_row_0/B:col10/1731288313920/Put/seqid=0 2024-11-11T01:25:14,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288374666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288374666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288374666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:25:14,693 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:14,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-11T01:25:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:25:14,697 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:14,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:14,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741853_1029 (size=12001) 2024-11-11T01:25:14,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/c6f84f291b204e00b537b467796fe6d3 2024-11-11T01:25:14,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f89ef59eda8446f2bf595068f3e6dfe9 is 50, key is test_row_0/C:col10/1731288313920/Put/seqid=0 2024-11-11T01:25:14,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741854_1030 (size=12001) 2024-11-11T01:25:14,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f89ef59eda8446f2bf595068f3e6dfe9 2024-11-11T01:25:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288374773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288374773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/28f78c98c6694aaea5fa6593105dd1a1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/28f78c98c6694aaea5fa6593105dd1a1 2024-11-11T01:25:14,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288374783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288374783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288374783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:25:14,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/28f78c98c6694aaea5fa6593105dd1a1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T01:25:14,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/c6f84f291b204e00b537b467796fe6d3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c6f84f291b204e00b537b467796fe6d3 2024-11-11T01:25:14,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c6f84f291b204e00b537b467796fe6d3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T01:25:14,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f89ef59eda8446f2bf595068f3e6dfe9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f89ef59eda8446f2bf595068f3e6dfe9 2024-11-11T01:25:14,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T01:25:14,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:14,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f89ef59eda8446f2bf595068f3e6dfe9, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T01:25:14,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:14,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:14,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for f3a436d85a26a2a862bcb9a769e67e38 in 254ms, sequenceid=93, compaction requested=true 2024-11-11T01:25:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:14,859 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:14,859 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:14,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:14,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:14,861 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:14,862 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:14,862 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:14,862 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:14,862 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:14,862 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:14,862 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/761957919ddf453fadc49fbdf0e7d004, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/f56c8dd82429447f85566833417fe1b3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c6f84f291b204e00b537b467796fe6d3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=35.3 K 2024-11-11T01:25:14,862 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/74ea420678bc46bcaed819d74c54d47f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e984d7863e5043de94d848ac7348ba0c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/28f78c98c6694aaea5fa6593105dd1a1] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=35.3 K 2024-11-11T01:25:14,863 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 761957919ddf453fadc49fbdf0e7d004, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731288310406 2024-11-11T01:25:14,864 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74ea420678bc46bcaed819d74c54d47f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731288310406 2024-11-11T01:25:14,864 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f56c8dd82429447f85566833417fe1b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731288312714 2024-11-11T01:25:14,865 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e984d7863e5043de94d848ac7348ba0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731288312714 2024-11-11T01:25:14,867 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28f78c98c6694aaea5fa6593105dd1a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288313920 2024-11-11T01:25:14,867 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c6f84f291b204e00b537b467796fe6d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288313920 2024-11-11T01:25:14,894 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:14,895 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d696846fcb1d4221b0738aa6df1ae6bb is 50, key is test_row_0/B:col10/1731288313920/Put/seqid=0 2024-11-11T01:25:14,914 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:14,915 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/0ef751706a2b45a4a6d6db72df0365fc is 50, key is test_row_0/A:col10/1731288313920/Put/seqid=0 2024-11-11T01:25:14,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741855_1031 (size=12207) 2024-11-11T01:25:14,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741856_1032 (size=12207) 2024-11-11T01:25:14,953 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/0ef751706a2b45a4a6d6db72df0365fc as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/0ef751706a2b45a4a6d6db72df0365fc 2024-11-11T01:25:14,970 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into 0ef751706a2b45a4a6d6db72df0365fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:14,970 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:14,970 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288314859; duration=0sec 2024-11-11T01:25:14,971 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:14,971 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:14,971 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:14,974 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:14,975 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:14,975 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:14,976 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e809c8840a1c4fd7b1ee335d0ffcabd8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/40e64efd9dc94ed6a17f1cc901b385f4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f89ef59eda8446f2bf595068f3e6dfe9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=35.3 K 2024-11-11T01:25:14,977 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e809c8840a1c4fd7b1ee335d0ffcabd8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731288310406 2024-11-11T01:25:14,978 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40e64efd9dc94ed6a17f1cc901b385f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731288312714 2024-11-11T01:25:14,979 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f89ef59eda8446f2bf595068f3e6dfe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288313920 2024-11-11T01:25:14,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:14,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:25:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:15,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/4035ef956ea444e190590f94eb24a869 is 50, key is test_row_0/A:col10/1731288314987/Put/seqid=0 2024-11-11T01:25:15,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T01:25:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:25:15,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288375013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288375016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288375016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288375019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288375021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,036 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:15,037 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/b4c56244df2b49e7ba414c916a543844 is 50, key is test_row_0/C:col10/1731288313920/Put/seqid=0 2024-11-11T01:25:15,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741857_1033 (size=16681) 2024-11-11T01:25:15,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/4035ef956ea444e190590f94eb24a869 2024-11-11T01:25:15,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2bc3b5a1f17d40138ad1c9e201ee38db is 50, key is test_row_0/B:col10/1731288314987/Put/seqid=0 2024-11-11T01:25:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741858_1034 (size=12207) 2024-11-11T01:25:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741859_1035 (size=12001) 2024-11-11T01:25:15,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2bc3b5a1f17d40138ad1c9e201ee38db 2024-11-11T01:25:15,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/bcf44f0447ef41289884cca58d971696 is 50, key is test_row_0/C:col10/1731288314987/Put/seqid=0 2024-11-11T01:25:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741860_1036 (size=12001) 2024-11-11T01:25:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288375133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288375133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288375133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288375134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288375133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T01:25:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:25:15,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T01:25:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288375343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288375343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288375343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288375343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288375343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,357 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d696846fcb1d4221b0738aa6df1ae6bb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d696846fcb1d4221b0738aa6df1ae6bb 2024-11-11T01:25:15,372 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into d696846fcb1d4221b0738aa6df1ae6bb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:15,372 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:15,372 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288314859; duration=0sec 2024-11-11T01:25:15,373 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:15,373 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:15,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T01:25:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,489 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/b4c56244df2b49e7ba414c916a543844 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/b4c56244df2b49e7ba414c916a543844 2024-11-11T01:25:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:15,503 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into b4c56244df2b49e7ba414c916a543844(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:15,503 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:15,503 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288314859; duration=0sec 2024-11-11T01:25:15,504 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:15,504 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:15,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/bcf44f0447ef41289884cca58d971696 2024-11-11T01:25:15,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/4035ef956ea444e190590f94eb24a869 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4035ef956ea444e190590f94eb24a869 2024-11-11T01:25:15,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4035ef956ea444e190590f94eb24a869, entries=250, sequenceid=117, filesize=16.3 K 2024-11-11T01:25:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2bc3b5a1f17d40138ad1c9e201ee38db as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2bc3b5a1f17d40138ad1c9e201ee38db 2024-11-11T01:25:15,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2bc3b5a1f17d40138ad1c9e201ee38db, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T01:25:15,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/bcf44f0447ef41289884cca58d971696 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/bcf44f0447ef41289884cca58d971696 2024-11-11T01:25:15,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/bcf44f0447ef41289884cca58d971696, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T01:25:15,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f3a436d85a26a2a862bcb9a769e67e38 in 588ms, sequenceid=117, compaction requested=false 2024-11-11T01:25:15,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:15,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T01:25:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:15,645 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T01:25:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:15,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/6ced92ac6f1c4deeb3e80a61a4a54d6f is 50, key is test_row_0/A:col10/1731288315019/Put/seqid=0 2024-11-11T01:25:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741861_1037 (size=12051) 2024-11-11T01:25:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288375696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288375697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288375699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288375701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288375706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288375813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288375813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288375813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288375813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288375822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:25:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288376023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288376023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288376024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288376025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288376032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,079 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/6ced92ac6f1c4deeb3e80a61a4a54d6f 2024-11-11T01:25:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/1191f7d26d7548f18d39e0e036474f05 is 50, key is test_row_0/B:col10/1731288315019/Put/seqid=0 2024-11-11T01:25:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741862_1038 (size=12051) 2024-11-11T01:25:16,136 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/1191f7d26d7548f18d39e0e036474f05 2024-11-11T01:25:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/aade89c9f1d24ccda0d6636080de9aa7 is 50, key is test_row_0/C:col10/1731288315019/Put/seqid=0 2024-11-11T01:25:16,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741863_1039 (size=12051) 2024-11-11T01:25:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288376332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288376332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288376333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288376333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288376342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,595 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/aade89c9f1d24ccda0d6636080de9aa7 2024-11-11T01:25:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/6ced92ac6f1c4deeb3e80a61a4a54d6f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6ced92ac6f1c4deeb3e80a61a4a54d6f 2024-11-11T01:25:16,615 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6ced92ac6f1c4deeb3e80a61a4a54d6f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T01:25:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/1191f7d26d7548f18d39e0e036474f05 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1191f7d26d7548f18d39e0e036474f05 2024-11-11T01:25:16,633 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1191f7d26d7548f18d39e0e036474f05, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T01:25:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/aade89c9f1d24ccda0d6636080de9aa7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/aade89c9f1d24ccda0d6636080de9aa7 2024-11-11T01:25:16,652 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/aade89c9f1d24ccda0d6636080de9aa7, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T01:25:16,655 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f3a436d85a26a2a862bcb9a769e67e38 in 1010ms, sequenceid=132, compaction requested=true 2024-11-11T01:25:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T01:25:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T01:25:16,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T01:25:16,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9590 sec 2024-11-11T01:25:16,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9710 sec 2024-11-11T01:25:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:16,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:25:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:25:16,853 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:16,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288376860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288376866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288376866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288376868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288376868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-11T01:25:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:25:16,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/cfe1de24a9e243edb26210dff7046374 is 50, key is test_row_0/A:col10/1731288315700/Put/seqid=0 2024-11-11T01:25:16,893 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:16,898 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:16,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741864_1040 (size=12151) 2024-11-11T01:25:16,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/cfe1de24a9e243edb26210dff7046374 2024-11-11T01:25:16,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/3ae1580423ac4fa38533e844cfdf582d is 50, key is test_row_0/B:col10/1731288315700/Put/seqid=0 2024-11-11T01:25:16,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741865_1041 (size=12151) 2024-11-11T01:25:16,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/3ae1580423ac4fa38533e844cfdf582d 2024-11-11T01:25:16,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288376973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288376982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288376982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288376983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288376983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:16,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/9f2df62f34d848b4abede7055e5d0652 is 50, key is test_row_0/C:col10/1731288315700/Put/seqid=0 2024-11-11T01:25:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:25:17,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741866_1042 (size=12151) 2024-11-11T01:25:17,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/9f2df62f34d848b4abede7055e5d0652 2024-11-11T01:25:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/cfe1de24a9e243edb26210dff7046374 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/cfe1de24a9e243edb26210dff7046374 2024-11-11T01:25:17,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T01:25:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/cfe1de24a9e243edb26210dff7046374, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T01:25:17,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/3ae1580423ac4fa38533e844cfdf582d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3ae1580423ac4fa38533e844cfdf582d 2024-11-11T01:25:17,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3ae1580423ac4fa38533e844cfdf582d, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T01:25:17,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/9f2df62f34d848b4abede7055e5d0652 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/9f2df62f34d848b4abede7055e5d0652 2024-11-11T01:25:17,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/9f2df62f34d848b4abede7055e5d0652, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T01:25:17,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f3a436d85a26a2a862bcb9a769e67e38 in 268ms, sequenceid=158, compaction requested=true 2024-11-11T01:25:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:17,113 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:17,114 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:17,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:17,117 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:17,117 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:17,117 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,117 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d696846fcb1d4221b0738aa6df1ae6bb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2bc3b5a1f17d40138ad1c9e201ee38db, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1191f7d26d7548f18d39e0e036474f05, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3ae1580423ac4fa38533e844cfdf582d] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=47.3 K 2024-11-11T01:25:17,118 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:17,118 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:17,118 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d696846fcb1d4221b0738aa6df1ae6bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288313920 2024-11-11T01:25:17,118 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,118 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/0ef751706a2b45a4a6d6db72df0365fc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4035ef956ea444e190590f94eb24a869, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6ced92ac6f1c4deeb3e80a61a4a54d6f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/cfe1de24a9e243edb26210dff7046374] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=51.8 K 2024-11-11T01:25:17,119 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ef751706a2b45a4a6d6db72df0365fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288313920 2024-11-11T01:25:17,119 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bc3b5a1f17d40138ad1c9e201ee38db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731288314660 2024-11-11T01:25:17,120 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4035ef956ea444e190590f94eb24a869, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731288314660 2024-11-11T01:25:17,120 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1191f7d26d7548f18d39e0e036474f05, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731288315011 2024-11-11T01:25:17,120 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ced92ac6f1c4deeb3e80a61a4a54d6f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731288315011 2024-11-11T01:25:17,120 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae1580423ac4fa38533e844cfdf582d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731288315700 2024-11-11T01:25:17,121 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfe1de24a9e243edb26210dff7046374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731288315700 2024-11-11T01:25:17,148 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:17,149 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/a47e1519c95f48dcb96d40a06abea4da is 50, key is test_row_0/B:col10/1731288315700/Put/seqid=0 2024-11-11T01:25:17,160 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:17,161 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/7f194cea15a844339366d032963ea723 is 50, key is test_row_0/A:col10/1731288315700/Put/seqid=0 2024-11-11T01:25:17,188 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:17,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741867_1043 (size=12493) 2024-11-11T01:25:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741868_1044 (size=12493) 2024-11-11T01:25:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:25:17,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T01:25:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/fe28fb9e73cb43e7a4e9c2323019745a is 50, key is test_row_0/A:col10/1731288316862/Put/seqid=0 2024-11-11T01:25:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741869_1045 (size=14541) 2024-11-11T01:25:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288377258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288377272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288377272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288377275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288377275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T01:25:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288377382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288377393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288377393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288377393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288377393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:25:17,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T01:25:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:17,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,601 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/a47e1519c95f48dcb96d40a06abea4da as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a47e1519c95f48dcb96d40a06abea4da 2024-11-11T01:25:17,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288377603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288377603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288377603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288377604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288377604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,638 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/7f194cea15a844339366d032963ea723 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/7f194cea15a844339366d032963ea723 2024-11-11T01:25:17,646 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into a47e1519c95f48dcb96d40a06abea4da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:17,646 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:17,646 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=12, startTime=1731288317114; duration=0sec 2024-11-11T01:25:17,646 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:17,646 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:17,647 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:17,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/fe28fb9e73cb43e7a4e9c2323019745a 2024-11-11T01:25:17,651 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:17,651 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:17,651 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,651 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/b4c56244df2b49e7ba414c916a543844, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/bcf44f0447ef41289884cca58d971696, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/aade89c9f1d24ccda0d6636080de9aa7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/9f2df62f34d848b4abede7055e5d0652] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=47.3 K 2024-11-11T01:25:17,651 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into 7f194cea15a844339366d032963ea723(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:17,652 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:17,652 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=12, startTime=1731288317113; duration=0sec 2024-11-11T01:25:17,652 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:17,652 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:17,655 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b4c56244df2b49e7ba414c916a543844, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288313920 2024-11-11T01:25:17,656 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf44f0447ef41289884cca58d971696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731288314660 2024-11-11T01:25:17,660 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting aade89c9f1d24ccda0d6636080de9aa7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731288315011 2024-11-11T01:25:17,661 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2df62f34d848b4abede7055e5d0652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731288315700 2024-11-11T01:25:17,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/0ec5d260b42241b39f5fbf9de10dfb8c is 50, key is test_row_0/B:col10/1731288316862/Put/seqid=0 2024-11-11T01:25:17,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T01:25:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741870_1046 (size=12151) 2024-11-11T01:25:17,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:17,685 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#34 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:17,686 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/fd008b2df22c49be9ea5f5e9cea5f4cb is 50, key is test_row_0/C:col10/1731288315700/Put/seqid=0 2024-11-11T01:25:17,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/0ec5d260b42241b39f5fbf9de10dfb8c 2024-11-11T01:25:17,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/1ebb502a0e4c46929558ea04dede92d5 is 50, key is test_row_0/C:col10/1731288316862/Put/seqid=0 2024-11-11T01:25:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741871_1047 (size=12493) 2024-11-11T01:25:17,731 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/fd008b2df22c49be9ea5f5e9cea5f4cb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/fd008b2df22c49be9ea5f5e9cea5f4cb 2024-11-11T01:25:17,745 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into fd008b2df22c49be9ea5f5e9cea5f4cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:17,745 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:17,745 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=12, startTime=1731288317114; duration=0sec 2024-11-11T01:25:17,746 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:17,746 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741872_1048 (size=12151) 2024-11-11T01:25:17,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/1ebb502a0e4c46929558ea04dede92d5 2024-11-11T01:25:17,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/fe28fb9e73cb43e7a4e9c2323019745a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/fe28fb9e73cb43e7a4e9c2323019745a 2024-11-11T01:25:17,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/fe28fb9e73cb43e7a4e9c2323019745a, entries=200, sequenceid=170, filesize=14.2 K 2024-11-11T01:25:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/0ec5d260b42241b39f5fbf9de10dfb8c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0ec5d260b42241b39f5fbf9de10dfb8c 2024-11-11T01:25:17,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0ec5d260b42241b39f5fbf9de10dfb8c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-11T01:25:17,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/1ebb502a0e4c46929558ea04dede92d5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/1ebb502a0e4c46929558ea04dede92d5 2024-11-11T01:25:17,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/1ebb502a0e4c46929558ea04dede92d5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-11T01:25:17,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f3a436d85a26a2a862bcb9a769e67e38 in 606ms, sequenceid=170, compaction requested=false 2024-11-11T01:25:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:17,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T01:25:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:17,837 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:25:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/bff8368efbe84f28b10242e1526217bb is 50, key is test_row_0/A:col10/1731288317224/Put/seqid=0 2024-11-11T01:25:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741873_1049 (size=12151) 2024-11-11T01:25:17,883 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/bff8368efbe84f28b10242e1526217bb 2024-11-11T01:25:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/1bc80ebe8164464287d47ee01eb72f18 is 50, key is test_row_0/B:col10/1731288317224/Put/seqid=0 2024-11-11T01:25:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:17,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288377926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288377929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288377930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288377932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288377932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741874_1050 (size=12151) 2024-11-11T01:25:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:25:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288378042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288378042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288378043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288378043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288378043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288378253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288378254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288378254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288378254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288378253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,344 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/1bc80ebe8164464287d47ee01eb72f18 2024-11-11T01:25:18,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/385647149c5a4aa3a67770be18d9add6 is 50, key is test_row_0/C:col10/1731288317224/Put/seqid=0 2024-11-11T01:25:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741875_1051 (size=12151) 2024-11-11T01:25:18,431 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/385647149c5a4aa3a67770be18d9add6 2024-11-11T01:25:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/bff8368efbe84f28b10242e1526217bb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/bff8368efbe84f28b10242e1526217bb 2024-11-11T01:25:18,457 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/bff8368efbe84f28b10242e1526217bb, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T01:25:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/1bc80ebe8164464287d47ee01eb72f18 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1bc80ebe8164464287d47ee01eb72f18 2024-11-11T01:25:18,473 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1bc80ebe8164464287d47ee01eb72f18, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T01:25:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/385647149c5a4aa3a67770be18d9add6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/385647149c5a4aa3a67770be18d9add6 2024-11-11T01:25:18,489 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/385647149c5a4aa3a67770be18d9add6, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T01:25:18,491 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f3a436d85a26a2a862bcb9a769e67e38 in 653ms, sequenceid=198, compaction requested=true 2024-11-11T01:25:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T01:25:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T01:25:18,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T01:25:18,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5950 sec 2024-11-11T01:25:18,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6470 sec 2024-11-11T01:25:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:18,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T01:25:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:18,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8c904cfc7c4940619888bbb2ecc9b628 is 50, key is test_row_0/A:col10/1731288318571/Put/seqid=0 2024-11-11T01:25:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741876_1052 (size=12151) 2024-11-11T01:25:18,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8c904cfc7c4940619888bbb2ecc9b628 2024-11-11T01:25:18,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/34b4c4ba5c4d43dcb36aad2a88707463 is 50, key is test_row_0/B:col10/1731288318571/Put/seqid=0 2024-11-11T01:25:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288378661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741877_1053 (size=12151) 2024-11-11T01:25:18,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/34b4c4ba5c4d43dcb36aad2a88707463 2024-11-11T01:25:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288378663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288378665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288378667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288378670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/43e1676afce346c3abf3a90e235b6610 is 50, key is test_row_0/C:col10/1731288318571/Put/seqid=0 2024-11-11T01:25:18,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741878_1054 (size=12151) 2024-11-11T01:25:18,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288378783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288378793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288378796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288378796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288378796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288378993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288379003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288379016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288379017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288379017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:25:19,044 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:19,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-11T01:25:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T01:25:19,050 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:19,055 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:19,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T01:25:19,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/43e1676afce346c3abf3a90e235b6610 2024-11-11T01:25:19,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8c904cfc7c4940619888bbb2ecc9b628 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8c904cfc7c4940619888bbb2ecc9b628 2024-11-11T01:25:19,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8c904cfc7c4940619888bbb2ecc9b628, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T01:25:19,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/34b4c4ba5c4d43dcb36aad2a88707463 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/34b4c4ba5c4d43dcb36aad2a88707463 2024-11-11T01:25:19,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:19,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/34b4c4ba5c4d43dcb36aad2a88707463, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T01:25:19,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/43e1676afce346c3abf3a90e235b6610 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/43e1676afce346c3abf3a90e235b6610 2024-11-11T01:25:19,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/43e1676afce346c3abf3a90e235b6610, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T01:25:19,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f3a436d85a26a2a862bcb9a769e67e38 in 669ms, sequenceid=211, compaction requested=true 2024-11-11T01:25:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:19,243 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:19,243 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:19,245 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:19,246 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:19,246 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,246 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a47e1519c95f48dcb96d40a06abea4da, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0ec5d260b42241b39f5fbf9de10dfb8c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1bc80ebe8164464287d47ee01eb72f18, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/34b4c4ba5c4d43dcb36aad2a88707463] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=47.8 K 2024-11-11T01:25:19,247 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:19,247 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:19,247 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,247 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/7f194cea15a844339366d032963ea723, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/fe28fb9e73cb43e7a4e9c2323019745a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/bff8368efbe84f28b10242e1526217bb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8c904cfc7c4940619888bbb2ecc9b628] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=50.1 K 2024-11-11T01:25:19,248 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a47e1519c95f48dcb96d40a06abea4da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731288315700 2024-11-11T01:25:19,248 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f194cea15a844339366d032963ea723, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731288315700 2024-11-11T01:25:19,249 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec5d260b42241b39f5fbf9de10dfb8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731288316845 2024-11-11T01:25:19,249 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe28fb9e73cb43e7a4e9c2323019745a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731288316845 2024-11-11T01:25:19,250 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc80ebe8164464287d47ee01eb72f18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288317224 2024-11-11T01:25:19,250 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting bff8368efbe84f28b10242e1526217bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288317224 2024-11-11T01:25:19,251 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 34b4c4ba5c4d43dcb36aad2a88707463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731288317926 2024-11-11T01:25:19,251 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c904cfc7c4940619888bbb2ecc9b628, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731288317926 2024-11-11T01:25:19,279 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:19,280 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d87482819c354f77b17bd0033a9155d4 is 50, key is test_row_0/B:col10/1731288318571/Put/seqid=0 2024-11-11T01:25:19,291 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:19,292 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/60cee4f47a1940d1a01f900ac8b0baf8 is 50, key is test_row_0/A:col10/1731288318571/Put/seqid=0 2024-11-11T01:25:19,316 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:19,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:25:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741879_1055 (size=12629) 2024-11-11T01:25:19,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741880_1056 (size=12629) 2024-11-11T01:25:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T01:25:19,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288379354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288379355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/1b931b50cfb744218d6eea4c0d7f9d3d is 50, key is test_row_0/A:col10/1731288318667/Put/seqid=0 2024-11-11T01:25:19,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288379358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:19,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288379363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,383 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/60cee4f47a1940d1a01f900ac8b0baf8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/60cee4f47a1940d1a01f900ac8b0baf8 2024-11-11T01:25:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288379365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,396 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into 60cee4f47a1940d1a01f900ac8b0baf8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:19,396 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:19,396 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=12, startTime=1731288319243; duration=0sec 2024-11-11T01:25:19,396 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:19,396 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:19,397 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:19,400 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:19,400 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:19,400 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,401 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/fd008b2df22c49be9ea5f5e9cea5f4cb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/1ebb502a0e4c46929558ea04dede92d5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/385647149c5a4aa3a67770be18d9add6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/43e1676afce346c3abf3a90e235b6610] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=47.8 K 2024-11-11T01:25:19,402 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd008b2df22c49be9ea5f5e9cea5f4cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731288315700 2024-11-11T01:25:19,403 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ebb502a0e4c46929558ea04dede92d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731288316845 2024-11-11T01:25:19,404 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 385647149c5a4aa3a67770be18d9add6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288317224 2024-11-11T01:25:19,404 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43e1676afce346c3abf3a90e235b6610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731288317926 2024-11-11T01:25:19,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741881_1057 (size=14541) 2024-11-11T01:25:19,432 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:19,433 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/136a68c5b80f4a74b89971fbc437e03b is 50, key is test_row_0/C:col10/1731288318571/Put/seqid=0 2024-11-11T01:25:19,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741882_1058 (size=12629) 2024-11-11T01:25:19,469 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/136a68c5b80f4a74b89971fbc437e03b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/136a68c5b80f4a74b89971fbc437e03b 2024-11-11T01:25:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288379473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,483 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into 136a68c5b80f4a74b89971fbc437e03b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:19,483 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:19,483 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=12, startTime=1731288319244; duration=0sec 2024-11-11T01:25:19,483 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:19,483 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:19,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288379473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288379482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288379493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288379493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T01:25:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288379682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288379692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288379692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288379702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288379702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:19,757 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d87482819c354f77b17bd0033a9155d4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d87482819c354f77b17bd0033a9155d4 2024-11-11T01:25:19,765 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into d87482819c354f77b17bd0033a9155d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:19,765 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:19,765 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=12, startTime=1731288319243; duration=0sec 2024-11-11T01:25:19,766 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:19,766 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:19,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/1b931b50cfb744218d6eea4c0d7f9d3d 2024-11-11T01:25:19,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:19,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:19,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/14822cb4ab8e4600b6b97c710a8ab105 is 50, key is test_row_0/B:col10/1731288318667/Put/seqid=0 2024-11-11T01:25:19,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741883_1059 (size=12151) 2024-11-11T01:25:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288379992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288380002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288380007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288380013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288380016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T01:25:20,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/14822cb4ab8e4600b6b97c710a8ab105 2024-11-11T01:25:20,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a43e2a259f054d2c9f1f5f7880f97b86 is 50, key is test_row_0/C:col10/1731288318667/Put/seqid=0 2024-11-11T01:25:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741884_1060 (size=12151) 2024-11-11T01:25:20,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288380513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288380513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288380523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288380529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288380532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:20,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:20,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a43e2a259f054d2c9f1f5f7880f97b86 2024-11-11T01:25:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/1b931b50cfb744218d6eea4c0d7f9d3d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1b931b50cfb744218d6eea4c0d7f9d3d 2024-11-11T01:25:20,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1b931b50cfb744218d6eea4c0d7f9d3d, entries=200, sequenceid=235, filesize=14.2 K 2024-11-11T01:25:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/14822cb4ab8e4600b6b97c710a8ab105 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/14822cb4ab8e4600b6b97c710a8ab105 2024-11-11T01:25:20,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/14822cb4ab8e4600b6b97c710a8ab105, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T01:25:20,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a43e2a259f054d2c9f1f5f7880f97b86 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a43e2a259f054d2c9f1f5f7880f97b86 2024-11-11T01:25:20,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a43e2a259f054d2c9f1f5f7880f97b86, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T01:25:20,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3a436d85a26a2a862bcb9a769e67e38 in 1484ms, sequenceid=235, compaction requested=false 2024-11-11T01:25:20,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:20,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T01:25:20,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:20,812 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/a9d5a400940e43b79235e39173f98473 is 50, key is test_row_0/A:col10/1731288319327/Put/seqid=0 2024-11-11T01:25:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741885_1061 (size=12151) 2024-11-11T01:25:20,849 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/a9d5a400940e43b79235e39173f98473 2024-11-11T01:25:20,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/156d8fe5935a499698ec8e0448e50803 is 50, key is test_row_0/B:col10/1731288319327/Put/seqid=0 2024-11-11T01:25:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741886_1062 (size=12151) 2024-11-11T01:25:20,895 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/156d8fe5935a499698ec8e0448e50803 2024-11-11T01:25:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/341f50c61492400a9bf256f22ec4e21d is 50, key is test_row_0/C:col10/1731288319327/Put/seqid=0 2024-11-11T01:25:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741887_1063 (size=12151) 2024-11-11T01:25:20,968 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/341f50c61492400a9bf256f22ec4e21d 2024-11-11T01:25:20,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/a9d5a400940e43b79235e39173f98473 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a9d5a400940e43b79235e39173f98473 2024-11-11T01:25:20,996 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a9d5a400940e43b79235e39173f98473, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T01:25:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/156d8fe5935a499698ec8e0448e50803 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/156d8fe5935a499698ec8e0448e50803 2024-11-11T01:25:21,017 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/156d8fe5935a499698ec8e0448e50803, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T01:25:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/341f50c61492400a9bf256f22ec4e21d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/341f50c61492400a9bf256f22ec4e21d 2024-11-11T01:25:21,036 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/341f50c61492400a9bf256f22ec4e21d, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T01:25:21,037 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for f3a436d85a26a2a862bcb9a769e67e38 in 225ms, sequenceid=250, compaction requested=true 2024-11-11T01:25:21,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:21,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-11T01:25:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-11T01:25:21,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T01:25:21,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9830 sec 2024-11-11T01:25:21,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.0010 sec 2024-11-11T01:25:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T01:25:21,202 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:21,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-11T01:25:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T01:25:21,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:21,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:21,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T01:25:21,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T01:25:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-11T01:25:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-11T01:25:21,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-11T01:25:21,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-11T01:25:21,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 169 msec 2024-11-11T01:25:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T01:25:21,523 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:21,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-11T01:25:21,526 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T01:25:21,527 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:21,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:21,546 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:21,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:25:21,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/acdce65bc2b145dab972d147f781fcbc is 50, key is test_row_0/A:col10/1731288321545/Put/seqid=0 2024-11-11T01:25:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741888_1064 (size=14741) 2024-11-11T01:25:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288381585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288381589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288381593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288381596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288381596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T01:25:21,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288381703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288381703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288381703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288381704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288381704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T01:25:21,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288381913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288381913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288381913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288381913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288381913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:21,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/acdce65bc2b145dab972d147f781fcbc 2024-11-11T01:25:21,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/db6794105d1b4afd9d35f0e0b2a27508 is 50, key is test_row_0/B:col10/1731288321545/Put/seqid=0 2024-11-11T01:25:21,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:21,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741889_1065 (size=12301) 2024-11-11T01:25:22,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T01:25:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288382222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288382222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288382222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288382223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288382223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/db6794105d1b4afd9d35f0e0b2a27508 2024-11-11T01:25:22,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/af1fac9242b3441e8c438b0bf0a2f9eb is 50, key is test_row_0/C:col10/1731288321545/Put/seqid=0 2024-11-11T01:25:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741890_1066 (size=12301) 2024-11-11T01:25:22,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/af1fac9242b3441e8c438b0bf0a2f9eb 2024-11-11T01:25:22,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:22,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:22,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:22,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/acdce65bc2b145dab972d147f781fcbc as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/acdce65bc2b145dab972d147f781fcbc 2024-11-11T01:25:22,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/acdce65bc2b145dab972d147f781fcbc, entries=200, sequenceid=263, filesize=14.4 K 2024-11-11T01:25:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/db6794105d1b4afd9d35f0e0b2a27508 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/db6794105d1b4afd9d35f0e0b2a27508 2024-11-11T01:25:22,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/db6794105d1b4afd9d35f0e0b2a27508, entries=150, sequenceid=263, filesize=12.0 K 2024-11-11T01:25:22,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/af1fac9242b3441e8c438b0bf0a2f9eb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/af1fac9242b3441e8c438b0bf0a2f9eb 2024-11-11T01:25:22,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/af1fac9242b3441e8c438b0bf0a2f9eb, entries=150, sequenceid=263, filesize=12.0 K 2024-11-11T01:25:22,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f3a436d85a26a2a862bcb9a769e67e38 in 933ms, sequenceid=263, compaction requested=true 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:22,479 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:22,479 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:22,482 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:22,482 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:22,482 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,482 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/60cee4f47a1940d1a01f900ac8b0baf8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1b931b50cfb744218d6eea4c0d7f9d3d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a9d5a400940e43b79235e39173f98473, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/acdce65bc2b145dab972d147f781fcbc] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=52.8 K 2024-11-11T01:25:22,483 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:22,483 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:22,483 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,483 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d87482819c354f77b17bd0033a9155d4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/14822cb4ab8e4600b6b97c710a8ab105, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/156d8fe5935a499698ec8e0448e50803, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/db6794105d1b4afd9d35f0e0b2a27508] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=48.1 K 2024-11-11T01:25:22,484 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d87482819c354f77b17bd0033a9155d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731288317926 2024-11-11T01:25:22,484 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cee4f47a1940d1a01f900ac8b0baf8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731288317926 2024-11-11T01:25:22,484 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 14822cb4ab8e4600b6b97c710a8ab105, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731288318660 2024-11-11T01:25:22,484 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 156d8fe5935a499698ec8e0448e50803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731288319327 2024-11-11T01:25:22,485 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b931b50cfb744218d6eea4c0d7f9d3d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731288318660 2024-11-11T01:25:22,485 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting db6794105d1b4afd9d35f0e0b2a27508, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731288321540 2024-11-11T01:25:22,485 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9d5a400940e43b79235e39173f98473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731288319327 2024-11-11T01:25:22,486 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting acdce65bc2b145dab972d147f781fcbc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731288321540 2024-11-11T01:25:22,510 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:22,511 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/4fa23ed9bb5c4328808fa64a98188d36 is 50, key is test_row_0/B:col10/1731288321545/Put/seqid=0 2024-11-11T01:25:22,515 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:22,516 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/1f6ed2f657da4e44a23a8e5b9048c4b1 is 50, key is test_row_0/A:col10/1731288321545/Put/seqid=0 2024-11-11T01:25:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741891_1067 (size=12915) 2024-11-11T01:25:22,541 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/4fa23ed9bb5c4328808fa64a98188d36 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fa23ed9bb5c4328808fa64a98188d36 2024-11-11T01:25:22,549 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into 4fa23ed9bb5c4328808fa64a98188d36(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:22,550 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:22,550 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=12, startTime=1731288322479; duration=0sec 2024-11-11T01:25:22,550 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:22,550 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:22,550 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:25:22,553 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:25:22,553 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:22,553 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,553 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/136a68c5b80f4a74b89971fbc437e03b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a43e2a259f054d2c9f1f5f7880f97b86, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/341f50c61492400a9bf256f22ec4e21d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/af1fac9242b3441e8c438b0bf0a2f9eb] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=48.1 K 2024-11-11T01:25:22,555 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 136a68c5b80f4a74b89971fbc437e03b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731288317926 2024-11-11T01:25:22,555 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a43e2a259f054d2c9f1f5f7880f97b86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731288318660 2024-11-11T01:25:22,555 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 341f50c61492400a9bf256f22ec4e21d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731288319327 2024-11-11T01:25:22,556 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting af1fac9242b3441e8c438b0bf0a2f9eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731288321540 2024-11-11T01:25:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741892_1068 (size=12915) 2024-11-11T01:25:22,580 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/1f6ed2f657da4e44a23a8e5b9048c4b1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1f6ed2f657da4e44a23a8e5b9048c4b1 2024-11-11T01:25:22,591 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:22,592 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/4a3b13496f8649658be04d979f17c4f0 is 50, key is test_row_0/C:col10/1731288321545/Put/seqid=0 2024-11-11T01:25:22,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T01:25:22,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,605 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:25:22,606 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into 1f6ed2f657da4e44a23a8e5b9048c4b1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:22,606 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:22,606 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=12, startTime=1731288322479; duration=0sec 2024-11-11T01:25:22,607 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:22,607 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8d19b8a6c2bf4e47afe1675800f37d7c is 50, key is test_row_0/A:col10/1731288321593/Put/seqid=0 2024-11-11T01:25:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741893_1069 (size=12915) 2024-11-11T01:25:22,627 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/4a3b13496f8649658be04d979f17c4f0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/4a3b13496f8649658be04d979f17c4f0 2024-11-11T01:25:22,641 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into 4a3b13496f8649658be04d979f17c4f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:22,641 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:22,641 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=12, startTime=1731288322479; duration=0sec 2024-11-11T01:25:22,641 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:22,641 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741894_1070 (size=12301) 2024-11-11T01:25:22,653 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8d19b8a6c2bf4e47afe1675800f37d7c 2024-11-11T01:25:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T01:25:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d86a25ef97a540e4938165f4b0d9fd92 is 50, key is test_row_0/B:col10/1731288321593/Put/seqid=0 2024-11-11T01:25:22,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741895_1071 (size=12301) 2024-11-11T01:25:22,696 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d86a25ef97a540e4938165f4b0d9fd92 2024-11-11T01:25:22,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a7034847425440d4adf79451a885c3fb is 50, key is test_row_0/C:col10/1731288321593/Put/seqid=0 2024-11-11T01:25:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741896_1072 (size=12301) 2024-11-11T01:25:22,733 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a7034847425440d4adf79451a885c3fb 2024-11-11T01:25:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:22,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/8d19b8a6c2bf4e47afe1675800f37d7c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8d19b8a6c2bf4e47afe1675800f37d7c 2024-11-11T01:25:22,750 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8d19b8a6c2bf4e47afe1675800f37d7c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T01:25:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/d86a25ef97a540e4938165f4b0d9fd92 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d86a25ef97a540e4938165f4b0d9fd92 2024-11-11T01:25:22,758 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d86a25ef97a540e4938165f4b0d9fd92, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T01:25:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288382749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288382749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288382750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288382752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a7034847425440d4adf79451a885c3fb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7034847425440d4adf79451a885c3fb 2024-11-11T01:25:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288382752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,780 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7034847425440d4adf79451a885c3fb, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T01:25:22,781 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3a436d85a26a2a862bcb9a769e67e38 in 176ms, sequenceid=288, compaction requested=false 2024-11-11T01:25:22,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:22,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-11T01:25:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-11T01:25:22,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-11T01:25:22,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-11-11T01:25:22,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.2660 sec 2024-11-11T01:25:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:22,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:25:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:22,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e87ea915b0bc4e61bb6c58c1af932dd5 is 50, key is test_row_0/A:col10/1731288322749/Put/seqid=0 2024-11-11T01:25:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741897_1073 (size=12301) 2024-11-11T01:25:22,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e87ea915b0bc4e61bb6c58c1af932dd5 2024-11-11T01:25:22,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/62246bf335504a4d8f02789f5d2701d4 is 50, key is test_row_0/B:col10/1731288322749/Put/seqid=0 2024-11-11T01:25:22,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288382915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288382917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288382919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288382920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288382923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:22,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:22,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:22,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741898_1074 (size=12301) 2024-11-11T01:25:22,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/62246bf335504a4d8f02789f5d2701d4 2024-11-11T01:25:22,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e57a0b02d68f4f3c9b7432361b2e4940 is 50, key is test_row_0/C:col10/1731288322749/Put/seqid=0 2024-11-11T01:25:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741899_1075 (size=12301) 2024-11-11T01:25:22,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e57a0b02d68f4f3c9b7432361b2e4940 2024-11-11T01:25:23,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e87ea915b0bc4e61bb6c58c1af932dd5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e87ea915b0bc4e61bb6c58c1af932dd5 2024-11-11T01:25:23,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e87ea915b0bc4e61bb6c58c1af932dd5, entries=150, sequenceid=304, filesize=12.0 K 2024-11-11T01:25:23,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/62246bf335504a4d8f02789f5d2701d4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/62246bf335504a4d8f02789f5d2701d4 2024-11-11T01:25:23,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/62246bf335504a4d8f02789f5d2701d4, entries=150, sequenceid=304, filesize=12.0 K 2024-11-11T01:25:23,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/e57a0b02d68f4f3c9b7432361b2e4940 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e57a0b02d68f4f3c9b7432361b2e4940 2024-11-11T01:25:23,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e57a0b02d68f4f3c9b7432361b2e4940, entries=150, sequenceid=304, filesize=12.0 K 2024-11-11T01:25:23,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f3a436d85a26a2a862bcb9a769e67e38 in 158ms, sequenceid=304, compaction requested=true 2024-11-11T01:25:23,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:23,031 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:23,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:23,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:23,033 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:23,034 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:23,034 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:23,035 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,035 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1f6ed2f657da4e44a23a8e5b9048c4b1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8d19b8a6c2bf4e47afe1675800f37d7c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e87ea915b0bc4e61bb6c58c1af932dd5] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.6 K 2024-11-11T01:25:23,036 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f6ed2f657da4e44a23a8e5b9048c4b1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731288321540 2024-11-11T01:25:23,037 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:23,037 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:23,037 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,037 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fa23ed9bb5c4328808fa64a98188d36, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d86a25ef97a540e4938165f4b0d9fd92, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/62246bf335504a4d8f02789f5d2701d4] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.6 K 2024-11-11T01:25:23,037 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d19b8a6c2bf4e47afe1675800f37d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731288321588 2024-11-11T01:25:23,038 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fa23ed9bb5c4328808fa64a98188d36, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731288321540 2024-11-11T01:25:23,039 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e87ea915b0bc4e61bb6c58c1af932dd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731288322749 2024-11-11T01:25:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:23,039 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:23,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:25:23,039 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d86a25ef97a540e4938165f4b0d9fd92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731288321588 2024-11-11T01:25:23,039 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 62246bf335504a4d8f02789f5d2701d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731288322749 2024-11-11T01:25:23,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e108e404047944a78124d7ea54cb8e13 is 50, key is test_row_0/A:col10/1731288323037/Put/seqid=0 2024-11-11T01:25:23,063 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:23,064 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/a6fba919797d40e2a063333c04e8e224 is 50, key is test_row_0/A:col10/1731288322749/Put/seqid=0 2024-11-11T01:25:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288383056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288383058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288383057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288383061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288383067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,074 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:23,075 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/3bac8196b2e14c3dbab8421b0c5c783f is 50, key is test_row_0/B:col10/1731288322749/Put/seqid=0 2024-11-11T01:25:23,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741900_1076 (size=17181) 2024-11-11T01:25:23,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e108e404047944a78124d7ea54cb8e13 2024-11-11T01:25:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741901_1077 (size=13017) 2024-11-11T01:25:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741902_1078 (size=13017) 2024-11-11T01:25:23,112 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/3bac8196b2e14c3dbab8421b0c5c783f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3bac8196b2e14c3dbab8421b0c5c783f 2024-11-11T01:25:23,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/c7f39d4e500a4c178af086873c3b8e8f is 50, key is test_row_0/B:col10/1731288323037/Put/seqid=0 2024-11-11T01:25:23,123 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into 3bac8196b2e14c3dbab8421b0c5c783f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:23,123 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:23,123 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288323033; duration=0sec 2024-11-11T01:25:23,123 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:23,123 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:23,123 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:23,124 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:23,125 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:23,125 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,125 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/4a3b13496f8649658be04d979f17c4f0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7034847425440d4adf79451a885c3fb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e57a0b02d68f4f3c9b7432361b2e4940] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.6 K 2024-11-11T01:25:23,126 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3b13496f8649658be04d979f17c4f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731288321540 2024-11-11T01:25:23,128 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a7034847425440d4adf79451a885c3fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731288321588 2024-11-11T01:25:23,128 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e57a0b02d68f4f3c9b7432361b2e4940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731288322749 2024-11-11T01:25:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741903_1079 (size=12301) 2024-11-11T01:25:23,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/c7f39d4e500a4c178af086873c3b8e8f 2024-11-11T01:25:23,149 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:23,150 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a7ca386fbcc84f828530cc7aef4e4318 is 50, key is test_row_0/C:col10/1731288322749/Put/seqid=0 2024-11-11T01:25:23,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/91520448e55f488b852537a6030ed8c5 is 50, key is test_row_0/C:col10/1731288323037/Put/seqid=0 2024-11-11T01:25:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288383173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288383173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288383173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288383174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288383182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741905_1081 (size=12301) 2024-11-11T01:25:23,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741904_1080 (size=13017) 2024-11-11T01:25:23,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/91520448e55f488b852537a6030ed8c5 2024-11-11T01:25:23,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e108e404047944a78124d7ea54cb8e13 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e108e404047944a78124d7ea54cb8e13 2024-11-11T01:25:23,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e108e404047944a78124d7ea54cb8e13, entries=250, sequenceid=328, filesize=16.8 K 2024-11-11T01:25:23,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/c7f39d4e500a4c178af086873c3b8e8f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c7f39d4e500a4c178af086873c3b8e8f 2024-11-11T01:25:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c7f39d4e500a4c178af086873c3b8e8f, entries=150, sequenceid=328, filesize=12.0 K 2024-11-11T01:25:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/91520448e55f488b852537a6030ed8c5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/91520448e55f488b852537a6030ed8c5 2024-11-11T01:25:23,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/91520448e55f488b852537a6030ed8c5, entries=150, sequenceid=328, filesize=12.0 K 2024-11-11T01:25:23,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3a436d85a26a2a862bcb9a769e67e38 in 211ms, sequenceid=328, compaction requested=false 2024-11-11T01:25:23,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T01:25:23,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ce071924d8a7416492add3e840ebc70c is 50, key is test_row_1/A:col10/1731288323064/Put/seqid=0 2024-11-11T01:25:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741906_1082 (size=12297) 2024-11-11T01:25:23,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288383417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288383418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288383419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288383420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288383421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,506 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/a6fba919797d40e2a063333c04e8e224 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a6fba919797d40e2a063333c04e8e224 2024-11-11T01:25:23,514 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into a6fba919797d40e2a063333c04e8e224(size=12.7 K), total size for store is 29.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:23,514 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:23,514 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288323031; duration=0sec 2024-11-11T01:25:23,514 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:23,514 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:23,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288383532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288383533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288383533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288383533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288383533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,618 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a7ca386fbcc84f828530cc7aef4e4318 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7ca386fbcc84f828530cc7aef4e4318 2024-11-11T01:25:23,625 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into a7ca386fbcc84f828530cc7aef4e4318(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:23,625 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:23,625 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288323034; duration=0sec 2024-11-11T01:25:23,625 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:23,625 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T01:25:23,673 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:23,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-11T01:25:23,681 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T01:25:23,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:23,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288383742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288383742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288383743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288383743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288383743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T01:25:23,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ce071924d8a7416492add3e840ebc70c 2024-11-11T01:25:23,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/a185db6020404324adaec4e33bf1bd69 is 50, key is test_row_1/B:col10/1731288323064/Put/seqid=0 2024-11-11T01:25:23,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T01:25:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741907_1083 (size=9857) 2024-11-11T01:25:23,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/a185db6020404324adaec4e33bf1bd69 2024-11-11T01:25:23,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f206b79a5ae345bd95c9a3d942376452 is 50, key is test_row_1/C:col10/1731288323064/Put/seqid=0 2024-11-11T01:25:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741908_1084 (size=9857) 2024-11-11T01:25:23,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T01:25:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:23,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T01:25:24,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288384052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288384052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288384052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288384052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288384052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T01:25:24,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f206b79a5ae345bd95c9a3d942376452 2024-11-11T01:25:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ce071924d8a7416492add3e840ebc70c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ce071924d8a7416492add3e840ebc70c 2024-11-11T01:25:24,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ce071924d8a7416492add3e840ebc70c, entries=150, sequenceid=342, filesize=12.0 K 2024-11-11T01:25:24,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T01:25:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:24,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/a185db6020404324adaec4e33bf1bd69 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a185db6020404324adaec4e33bf1bd69 2024-11-11T01:25:24,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a185db6020404324adaec4e33bf1bd69, entries=100, sequenceid=342, filesize=9.6 K 2024-11-11T01:25:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T01:25:24,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/f206b79a5ae345bd95c9a3d942376452 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f206b79a5ae345bd95c9a3d942376452 2024-11-11T01:25:24,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f206b79a5ae345bd95c9a3d942376452, entries=100, sequenceid=342, filesize=9.6 K 2024-11-11T01:25:24,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f3a436d85a26a2a862bcb9a769e67e38 in 941ms, sequenceid=342, compaction requested=true 2024-11-11T01:25:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:24,329 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:24,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:24,331 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:24,332 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:24,332 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:24,332 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,332 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a6fba919797d40e2a063333c04e8e224, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e108e404047944a78124d7ea54cb8e13, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ce071924d8a7416492add3e840ebc70c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=41.5 K 2024-11-11T01:25:24,333 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6fba919797d40e2a063333c04e8e224, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731288322749 2024-11-11T01:25:24,334 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:24,334 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:24,334 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,334 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3bac8196b2e14c3dbab8421b0c5c783f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c7f39d4e500a4c178af086873c3b8e8f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a185db6020404324adaec4e33bf1bd69] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=34.4 K 2024-11-11T01:25:24,335 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bac8196b2e14c3dbab8421b0c5c783f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731288322749 2024-11-11T01:25:24,335 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e108e404047944a78124d7ea54cb8e13, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731288322914 2024-11-11T01:25:24,335 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f39d4e500a4c178af086873c3b8e8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731288322918 2024-11-11T01:25:24,336 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce071924d8a7416492add3e840ebc70c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731288323054 2024-11-11T01:25:24,336 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a185db6020404324adaec4e33bf1bd69, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731288323064 2024-11-11T01:25:24,352 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:24,352 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/9820c4e98d3b458b96d8a47bd11e25ff is 50, key is test_row_0/A:col10/1731288323037/Put/seqid=0 2024-11-11T01:25:24,356 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:24,356 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/0eacade63a484b089ddcb109ca0cb9f8 is 50, key is test_row_0/B:col10/1731288323037/Put/seqid=0 2024-11-11T01:25:24,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741909_1085 (size=13119) 2024-11-11T01:25:24,389 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/9820c4e98d3b458b96d8a47bd11e25ff as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/9820c4e98d3b458b96d8a47bd11e25ff 2024-11-11T01:25:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741910_1086 (size=13119) 2024-11-11T01:25:24,401 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into 9820c4e98d3b458b96d8a47bd11e25ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:24,401 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:24,401 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288324329; duration=0sec 2024-11-11T01:25:24,402 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:24,402 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:24,402 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:24,408 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/0eacade63a484b089ddcb109ca0cb9f8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0eacade63a484b089ddcb109ca0cb9f8 2024-11-11T01:25:24,408 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:24,408 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:24,408 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,409 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7ca386fbcc84f828530cc7aef4e4318, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/91520448e55f488b852537a6030ed8c5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f206b79a5ae345bd95c9a3d942376452] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=34.4 K 2024-11-11T01:25:24,410 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7ca386fbcc84f828530cc7aef4e4318, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731288322749 2024-11-11T01:25:24,410 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91520448e55f488b852537a6030ed8c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731288322918 2024-11-11T01:25:24,411 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f206b79a5ae345bd95c9a3d942376452, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731288323064 2024-11-11T01:25:24,418 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into 0eacade63a484b089ddcb109ca0cb9f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:24,419 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:24,419 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288324331; duration=0sec 2024-11-11T01:25:24,419 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:24,419 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:24,426 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:24,427 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a8f9ac14048a4e8e8a260c8b0d2976ac is 50, key is test_row_0/C:col10/1731288323037/Put/seqid=0 2024-11-11T01:25:24,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T01:25:24,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:24,452 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T01:25:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741911_1087 (size=13119) 2024-11-11T01:25:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/be362ff6f5964627a48ab51b26d897b6 is 50, key is test_row_0/A:col10/1731288323418/Put/seqid=0 2024-11-11T01:25:24,468 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a8f9ac14048a4e8e8a260c8b0d2976ac as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a8f9ac14048a4e8e8a260c8b0d2976ac 2024-11-11T01:25:24,485 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into a8f9ac14048a4e8e8a260c8b0d2976ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:24,485 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:24,485 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288324331; duration=0sec 2024-11-11T01:25:24,486 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:24,486 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741912_1088 (size=12301) 2024-11-11T01:25:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:24,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288384573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288384574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288384576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288384578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288384579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288384682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288384692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288384692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288384692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288384693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T01:25:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288384892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288384902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288384903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288384903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288384903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:24,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:24,909 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/be362ff6f5964627a48ab51b26d897b6 2024-11-11T01:25:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/5912c57581424c0ba3ff9eae7365ea5c is 50, key is test_row_0/B:col10/1731288323418/Put/seqid=0 2024-11-11T01:25:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741913_1089 (size=12301) 2024-11-11T01:25:25,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288385202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288385212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288385212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288385212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288385213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,334 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/5912c57581424c0ba3ff9eae7365ea5c 2024-11-11T01:25:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a3615ed337b34439a5db11d8247a1d1d is 50, key is test_row_0/C:col10/1731288323418/Put/seqid=0 2024-11-11T01:25:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741914_1090 (size=12301) 2024-11-11T01:25:25,357 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a3615ed337b34439a5db11d8247a1d1d 2024-11-11T01:25:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/be362ff6f5964627a48ab51b26d897b6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/be362ff6f5964627a48ab51b26d897b6 2024-11-11T01:25:25,370 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/be362ff6f5964627a48ab51b26d897b6, entries=150, sequenceid=369, filesize=12.0 K 2024-11-11T01:25:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/5912c57581424c0ba3ff9eae7365ea5c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/5912c57581424c0ba3ff9eae7365ea5c 2024-11-11T01:25:25,377 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/5912c57581424c0ba3ff9eae7365ea5c, entries=150, sequenceid=369, filesize=12.0 K 2024-11-11T01:25:25,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/a3615ed337b34439a5db11d8247a1d1d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a3615ed337b34439a5db11d8247a1d1d 2024-11-11T01:25:25,387 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a3615ed337b34439a5db11d8247a1d1d, entries=150, sequenceid=369, filesize=12.0 K 2024-11-11T01:25:25,388 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f3a436d85a26a2a862bcb9a769e67e38 in 936ms, sequenceid=369, compaction requested=false 2024-11-11T01:25:25,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:25,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-11T01:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-11T01:25:25,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-11T01:25:25,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7080 sec 2024-11-11T01:25:25,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.7200 sec 2024-11-11T01:25:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:25,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:25:25,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d1d5ecb4ffbe4249b644f5608a07d13d is 50, key is test_row_0/A:col10/1731288325713/Put/seqid=0 2024-11-11T01:25:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741915_1091 (size=12301) 2024-11-11T01:25:25,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288385742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288385743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288385743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288385748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288385749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T01:25:25,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:25,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-11T01:25:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T01:25:25,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:25,847 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:25,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288385852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288385863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288385863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288385863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288385863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T01:25:26,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T01:25:26,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288386062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288386072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288386073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288386073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288386073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d1d5ecb4ffbe4249b644f5608a07d13d 2024-11-11T01:25:26,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/474490b88f5547c0a0f4df34b5d0697c is 50, key is test_row_0/B:col10/1731288325713/Put/seqid=0 2024-11-11T01:25:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741916_1092 (size=12301) 2024-11-11T01:25:26,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T01:25:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T01:25:26,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T01:25:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288386372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288386382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288386383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288386383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288386383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T01:25:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T01:25:26,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/474490b88f5547c0a0f4df34b5d0697c 2024-11-11T01:25:26,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/3f22f8a15ba545db8722177e8b334f39 is 50, key is test_row_0/C:col10/1731288325713/Put/seqid=0 2024-11-11T01:25:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741917_1093 (size=12301) 2024-11-11T01:25:26,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/3f22f8a15ba545db8722177e8b334f39 2024-11-11T01:25:26,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d1d5ecb4ffbe4249b644f5608a07d13d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d1d5ecb4ffbe4249b644f5608a07d13d 2024-11-11T01:25:26,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d1d5ecb4ffbe4249b644f5608a07d13d, entries=150, sequenceid=384, filesize=12.0 K 2024-11-11T01:25:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/474490b88f5547c0a0f4df34b5d0697c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/474490b88f5547c0a0f4df34b5d0697c 2024-11-11T01:25:26,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/474490b88f5547c0a0f4df34b5d0697c, entries=150, sequenceid=384, filesize=12.0 K 2024-11-11T01:25:26,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/3f22f8a15ba545db8722177e8b334f39 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/3f22f8a15ba545db8722177e8b334f39 2024-11-11T01:25:26,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/3f22f8a15ba545db8722177e8b334f39, entries=150, sequenceid=384, filesize=12.0 K 2024-11-11T01:25:26,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f3a436d85a26a2a862bcb9a769e67e38 in 885ms, sequenceid=384, compaction requested=true 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:26,599 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:26,599 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:26,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:26,600 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:26,600 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:26,600 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:26,600 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:26,600 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,600 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,601 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/9820c4e98d3b458b96d8a47bd11e25ff, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/be362ff6f5964627a48ab51b26d897b6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d1d5ecb4ffbe4249b644f5608a07d13d] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.8 K 2024-11-11T01:25:26,601 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0eacade63a484b089ddcb109ca0cb9f8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/5912c57581424c0ba3ff9eae7365ea5c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/474490b88f5547c0a0f4df34b5d0697c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.8 K 2024-11-11T01:25:26,601 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9820c4e98d3b458b96d8a47bd11e25ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731288323037 2024-11-11T01:25:26,601 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eacade63a484b089ddcb109ca0cb9f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731288323037 2024-11-11T01:25:26,601 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5912c57581424c0ba3ff9eae7365ea5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731288323415 2024-11-11T01:25:26,601 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting be362ff6f5964627a48ab51b26d897b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731288323415 2024-11-11T01:25:26,602 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 474490b88f5547c0a0f4df34b5d0697c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731288324572 2024-11-11T01:25:26,602 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1d5ecb4ffbe4249b644f5608a07d13d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731288324572 2024-11-11T01:25:26,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T01:25:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,619 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:25:26,622 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:26,623 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/ebe5b03ee5714e39821aa849632235e7 is 50, key is test_row_0/B:col10/1731288325713/Put/seqid=0 2024-11-11T01:25:26,623 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:26,624 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ab5d09b491784b3e8aff2e66891b5cc1 is 50, key is test_row_0/A:col10/1731288325713/Put/seqid=0 2024-11-11T01:25:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d9f3731d6af24ec1a2fd5e48fe307fd2 is 50, key is test_row_0/A:col10/1731288325741/Put/seqid=0 2024-11-11T01:25:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741919_1095 (size=13221) 2024-11-11T01:25:26,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741918_1094 (size=13221) 2024-11-11T01:25:26,651 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/ab5d09b491784b3e8aff2e66891b5cc1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ab5d09b491784b3e8aff2e66891b5cc1 2024-11-11T01:25:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741920_1096 (size=12301) 2024-11-11T01:25:26,660 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into ab5d09b491784b3e8aff2e66891b5cc1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:26,660 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:26,661 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288326599; duration=0sec 2024-11-11T01:25:26,662 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:26,662 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:26,662 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:26,663 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d9f3731d6af24ec1a2fd5e48fe307fd2 2024-11-11T01:25:26,664 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:26,664 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:26,664 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,664 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a8f9ac14048a4e8e8a260c8b0d2976ac, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a3615ed337b34439a5db11d8247a1d1d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/3f22f8a15ba545db8722177e8b334f39] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.8 K 2024-11-11T01:25:26,666 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8f9ac14048a4e8e8a260c8b0d2976ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731288323037 2024-11-11T01:25:26,668 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3615ed337b34439a5db11d8247a1d1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731288323415 2024-11-11T01:25:26,671 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f22f8a15ba545db8722177e8b334f39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731288324572 2024-11-11T01:25:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/20287b1b313740c2bfc58af731db571b is 50, key is test_row_0/B:col10/1731288325741/Put/seqid=0 2024-11-11T01:25:26,690 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#85 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:26,698 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/d21bcb873f944fab80ce2d4ffb3ed15a is 50, key is test_row_0/C:col10/1731288325713/Put/seqid=0 2024-11-11T01:25:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741921_1097 (size=12301) 2024-11-11T01:25:26,716 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/20287b1b313740c2bfc58af731db571b 2024-11-11T01:25:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/98cc2f87f614416eba819968de73f59a is 50, key is test_row_0/C:col10/1731288325741/Put/seqid=0 2024-11-11T01:25:26,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741922_1098 (size=13221) 2024-11-11T01:25:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741923_1099 (size=12301) 2024-11-11T01:25:26,749 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/98cc2f87f614416eba819968de73f59a 2024-11-11T01:25:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d9f3731d6af24ec1a2fd5e48fe307fd2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d9f3731d6af24ec1a2fd5e48fe307fd2 2024-11-11T01:25:26,768 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d9f3731d6af24ec1a2fd5e48fe307fd2, entries=150, sequenceid=406, filesize=12.0 K 2024-11-11T01:25:26,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/20287b1b313740c2bfc58af731db571b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/20287b1b313740c2bfc58af731db571b 2024-11-11T01:25:26,783 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/20287b1b313740c2bfc58af731db571b, entries=150, sequenceid=406, filesize=12.0 K 2024-11-11T01:25:26,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/98cc2f87f614416eba819968de73f59a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/98cc2f87f614416eba819968de73f59a 2024-11-11T01:25:26,792 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/98cc2f87f614416eba819968de73f59a, entries=150, sequenceid=406, filesize=12.0 K 2024-11-11T01:25:26,793 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for f3a436d85a26a2a862bcb9a769e67e38 in 174ms, sequenceid=406, compaction requested=false 2024-11-11T01:25:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-11T01:25:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-11T01:25:26,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-11T01:25:26,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 948 msec 2024-11-11T01:25:26,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 955 msec 2024-11-11T01:25:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:26,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:26,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:25:26,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/f8e3dfc290e14012972e1eba46df0b1a is 50, key is test_row_0/A:col10/1731288326895/Put/seqid=0 2024-11-11T01:25:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741924_1100 (size=19621) 2024-11-11T01:25:26,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/f8e3dfc290e14012972e1eba46df0b1a 2024-11-11T01:25:26,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/4fc01ac13a2a4d9ca08c0f415ced9df8 is 50, key is test_row_0/B:col10/1731288326895/Put/seqid=0 2024-11-11T01:25:26,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288386931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288386934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288386934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288386937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288386939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741925_1101 (size=12301) 2024-11-11T01:25:26,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/4fc01ac13a2a4d9ca08c0f415ced9df8 2024-11-11T01:25:26,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/8b7670a427f9496e9c2bff09ec1095e3 is 50, key is test_row_0/C:col10/1731288326895/Put/seqid=0 2024-11-11T01:25:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741926_1102 (size=12301) 2024-11-11T01:25:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T01:25:26,983 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:26,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-11T01:25:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T01:25:26,985 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:26,986 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:26,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288387042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288387052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288387053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288387053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288387053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,056 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/ebe5b03ee5714e39821aa849632235e7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ebe5b03ee5714e39821aa849632235e7 2024-11-11T01:25:27,064 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into ebe5b03ee5714e39821aa849632235e7(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:27,064 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:27,064 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288326599; duration=0sec 2024-11-11T01:25:27,064 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:27,064 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T01:25:27,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T01:25:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:27,140 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/d21bcb873f944fab80ce2d4ffb3ed15a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/d21bcb873f944fab80ce2d4ffb3ed15a 2024-11-11T01:25:27,149 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into d21bcb873f944fab80ce2d4ffb3ed15a(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:27,149 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:27,149 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288326599; duration=0sec 2024-11-11T01:25:27,150 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:27,150 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288387252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288387262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288387263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288387263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288387263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T01:25:27,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:27,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T01:25:27,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/8b7670a427f9496e9c2bff09ec1095e3 2024-11-11T01:25:27,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/f8e3dfc290e14012972e1eba46df0b1a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/f8e3dfc290e14012972e1eba46df0b1a 2024-11-11T01:25:27,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/f8e3dfc290e14012972e1eba46df0b1a, entries=300, sequenceid=419, filesize=19.2 K 2024-11-11T01:25:27,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/4fc01ac13a2a4d9ca08c0f415ced9df8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fc01ac13a2a4d9ca08c0f415ced9df8 2024-11-11T01:25:27,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fc01ac13a2a4d9ca08c0f415ced9df8, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T01:25:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/8b7670a427f9496e9c2bff09ec1095e3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/8b7670a427f9496e9c2bff09ec1095e3 2024-11-11T01:25:27,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/8b7670a427f9496e9c2bff09ec1095e3, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T01:25:27,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f3a436d85a26a2a862bcb9a769e67e38 in 527ms, sequenceid=419, compaction requested=true 2024-11-11T01:25:27,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:27,423 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:27,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:27,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:27,423 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:27,425 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:27,426 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:27,426 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,426 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ebe5b03ee5714e39821aa849632235e7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/20287b1b313740c2bfc58af731db571b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fc01ac13a2a4d9ca08c0f415ced9df8] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.9 K 2024-11-11T01:25:27,426 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:27,426 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:27,426 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,426 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ab5d09b491784b3e8aff2e66891b5cc1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d9f3731d6af24ec1a2fd5e48fe307fd2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/f8e3dfc290e14012972e1eba46df0b1a] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=44.1 K 2024-11-11T01:25:27,426 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ebe5b03ee5714e39821aa849632235e7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731288324572 2024-11-11T01:25:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:27,427 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab5d09b491784b3e8aff2e66891b5cc1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731288324572 2024-11-11T01:25:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:27,427 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9f3731d6af24ec1a2fd5e48fe307fd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731288325735 2024-11-11T01:25:27,427 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 20287b1b313740c2bfc58af731db571b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731288325735 2024-11-11T01:25:27,428 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fc01ac13a2a4d9ca08c0f415ced9df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731288326894 2024-11-11T01:25:27,428 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8e3dfc290e14012972e1eba46df0b1a, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731288326890 2024-11-11T01:25:27,442 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:27,443 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/9bf1b6e1af914e519268c9d47993376f is 50, key is test_row_0/B:col10/1731288326895/Put/seqid=0 2024-11-11T01:25:27,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T01:25:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,445 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:25:27,445 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:27,446 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/c2f5cc04dcf04215b384c6e66b5b4c72 is 50, key is test_row_0/A:col10/1731288326895/Put/seqid=0 2024-11-11T01:25:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d37efed004bb4359a5b08f4f39ae791b is 50, key is test_row_0/A:col10/1731288326936/Put/seqid=0 2024-11-11T01:25:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741927_1103 (size=13323) 2024-11-11T01:25:27,491 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/9bf1b6e1af914e519268c9d47993376f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/9bf1b6e1af914e519268c9d47993376f 2024-11-11T01:25:27,499 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into 9bf1b6e1af914e519268c9d47993376f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:27,499 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:27,499 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288327423; duration=0sec 2024-11-11T01:25:27,500 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:27,500 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:27,500 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:27,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741928_1104 (size=13323) 2024-11-11T01:25:27,502 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:27,502 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:27,502 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:27,502 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/d21bcb873f944fab80ce2d4ffb3ed15a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/98cc2f87f614416eba819968de73f59a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/8b7670a427f9496e9c2bff09ec1095e3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=36.9 K 2024-11-11T01:25:27,503 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d21bcb873f944fab80ce2d4ffb3ed15a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731288324572 2024-11-11T01:25:27,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 98cc2f87f614416eba819968de73f59a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731288325735 2024-11-11T01:25:27,505 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b7670a427f9496e9c2bff09ec1095e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731288326894 2024-11-11T01:25:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741929_1105 (size=12301) 2024-11-11T01:25:27,513 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d37efed004bb4359a5b08f4f39ae791b 2024-11-11T01:25:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/674f83a8a7da4376a61a33bfd8baa141 is 50, key is test_row_0/B:col10/1731288326936/Put/seqid=0 2024-11-11T01:25:27,537 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:27,538 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/106c5571da5f4b5f85c7b4c493c2e9d0 is 50, key is test_row_0/C:col10/1731288326895/Put/seqid=0 2024-11-11T01:25:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741930_1106 (size=12301) 2024-11-11T01:25:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288387576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741931_1107 (size=13323) 2024-11-11T01:25:27,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288387576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288387577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288387578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288387577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T01:25:27,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288387693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288387902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288387902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288387902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288387902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288387902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:27,911 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/c2f5cc04dcf04215b384c6e66b5b4c72 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c2f5cc04dcf04215b384c6e66b5b4c72 2024-11-11T01:25:27,917 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into c2f5cc04dcf04215b384c6e66b5b4c72(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:27,917 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:27,918 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288327423; duration=0sec 2024-11-11T01:25:27,919 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:27,919 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:27,971 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/674f83a8a7da4376a61a33bfd8baa141 2024-11-11T01:25:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/78a7a45e64434b2a8314803ae574e523 is 50, key is test_row_0/C:col10/1731288326936/Put/seqid=0 2024-11-11T01:25:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741932_1108 (size=12301) 2024-11-11T01:25:27,993 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/106c5571da5f4b5f85c7b4c493c2e9d0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/106c5571da5f4b5f85c7b4c493c2e9d0 2024-11-11T01:25:27,999 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into 106c5571da5f4b5f85c7b4c493c2e9d0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:27,999 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:27,999 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288327425; duration=0sec 2024-11-11T01:25:27,999 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:27,999 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T01:25:28,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288388215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288388215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288388215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288388215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288388216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,384 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/78a7a45e64434b2a8314803ae574e523 2024-11-11T01:25:28,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/d37efed004bb4359a5b08f4f39ae791b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d37efed004bb4359a5b08f4f39ae791b 2024-11-11T01:25:28,395 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d37efed004bb4359a5b08f4f39ae791b, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T01:25:28,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/674f83a8a7da4376a61a33bfd8baa141 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/674f83a8a7da4376a61a33bfd8baa141 2024-11-11T01:25:28,401 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/674f83a8a7da4376a61a33bfd8baa141, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T01:25:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/78a7a45e64434b2a8314803ae574e523 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/78a7a45e64434b2a8314803ae574e523 2024-11-11T01:25:28,407 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/78a7a45e64434b2a8314803ae574e523, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T01:25:28,408 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3a436d85a26a2a862bcb9a769e67e38 in 963ms, sequenceid=445, compaction requested=false 2024-11-11T01:25:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T01:25:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T01:25:28,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-11T01:25:28,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-11T01:25:28,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4290 sec 2024-11-11T01:25:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:28,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:25:28,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/c080f15b84164c98af337118c2d84515 is 50, key is test_row_0/A:col10/1731288328723/Put/seqid=0 2024-11-11T01:25:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741933_1109 (size=17177) 2024-11-11T01:25:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288388738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288388740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288388742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288388742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288388744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288388852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288388852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288388852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288388852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:28,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288388852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288389062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288389062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288389062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288389062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288389062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T01:25:29,132 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:29,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-11T01:25:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:29,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:29,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:29,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:29,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/c080f15b84164c98af337118c2d84515 2024-11-11T01:25:29,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/de312be6012747abbd5451db8cf924b5 is 50, key is test_row_0/B:col10/1731288328723/Put/seqid=0 2024-11-11T01:25:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741934_1110 (size=9857) 2024-11-11T01:25:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:29,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T01:25:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288389372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288389372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288389372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288389372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288389372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,376 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-11T01:25:29,376 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-11T01:25:29,376 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:29,376 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:29,380 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-11T01:25:29,380 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:29,381 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,381 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,381 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,381 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,381 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:29,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:29,382 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:29,383 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-11T01:25:29,384 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:29,384 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,384 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:29,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:29,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T01:25:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:29,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/de312be6012747abbd5451db8cf924b5 2024-11-11T01:25:29,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/902736f0f2554273b16e2decda9e07df is 50, key is test_row_0/C:col10/1731288328723/Put/seqid=0 2024-11-11T01:25:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741935_1111 (size=9857) 2024-11-11T01:25:29,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T01:25:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T01:25:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54880 deadline: 1731288389882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54936 deadline: 1731288389882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54910 deadline: 1731288389883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54906 deadline: 1731288389883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54888 deadline: 1731288389883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:25:29,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T01:25:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:29,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/902736f0f2554273b16e2decda9e07df 2024-11-11T01:25:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/c080f15b84164c98af337118c2d84515 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c080f15b84164c98af337118c2d84515 2024-11-11T01:25:29,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c080f15b84164c98af337118c2d84515, entries=250, sequenceid=463, filesize=16.8 K 2024-11-11T01:25:29,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/de312be6012747abbd5451db8cf924b5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/de312be6012747abbd5451db8cf924b5 2024-11-11T01:25:29,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/de312be6012747abbd5451db8cf924b5, entries=100, sequenceid=463, filesize=9.6 K 2024-11-11T01:25:29,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/902736f0f2554273b16e2decda9e07df as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/902736f0f2554273b16e2decda9e07df 2024-11-11T01:25:29,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/902736f0f2554273b16e2decda9e07df, entries=100, sequenceid=463, filesize=9.6 K 2024-11-11T01:25:29,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3a436d85a26a2a862bcb9a769e67e38 in 1269ms, sequenceid=463, compaction requested=true 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:29,993 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:29,993 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3a436d85a26a2a862bcb9a769e67e38:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:29,994 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:29,994 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:29,994 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/B is initiating minor compaction (all files) 2024-11-11T01:25:29,995 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/A is initiating minor compaction (all files) 2024-11-11T01:25:29,995 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/B in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,995 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/A in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:29,995 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/9bf1b6e1af914e519268c9d47993376f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/674f83a8a7da4376a61a33bfd8baa141, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/de312be6012747abbd5451db8cf924b5] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=34.6 K 2024-11-11T01:25:29,995 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c2f5cc04dcf04215b384c6e66b5b4c72, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d37efed004bb4359a5b08f4f39ae791b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c080f15b84164c98af337118c2d84515] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=41.8 K 2024-11-11T01:25:29,995 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bf1b6e1af914e519268c9d47993376f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731288326894 2024-11-11T01:25:29,995 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2f5cc04dcf04215b384c6e66b5b4c72, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731288326894 2024-11-11T01:25:29,995 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 674f83a8a7da4376a61a33bfd8baa141, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731288326931 2024-11-11T01:25:29,995 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d37efed004bb4359a5b08f4f39ae791b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731288326931 2024-11-11T01:25:29,996 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting de312be6012747abbd5451db8cf924b5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731288328723 2024-11-11T01:25:29,996 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c080f15b84164c98af337118c2d84515, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731288327576 2024-11-11T01:25:30,005 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:30,006 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2de3871c2c96450c95ffb86ca3bf19e5 is 50, key is test_row_0/B:col10/1731288328723/Put/seqid=0 2024-11-11T01:25:30,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741936_1112 (size=13425) 2024-11-11T01:25:30,036 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#A#compaction#100 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:30,037 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e0cd6da85a1547d593aa272c38dde06a is 50, key is test_row_0/A:col10/1731288328723/Put/seqid=0 2024-11-11T01:25:30,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741937_1113 (size=13425) 2024-11-11T01:25:30,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T01:25:30,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:30,064 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T01:25:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/3c75ec4d8cb3433c86d0a0d7069d9492 is 50, key is test_row_0/A:col10/1731288328741/Put/seqid=0 2024-11-11T01:25:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741938_1114 (size=12301) 2024-11-11T01:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:30,295 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:25:30,426 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/2de3871c2c96450c95ffb86ca3bf19e5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2de3871c2c96450c95ffb86ca3bf19e5 2024-11-11T01:25:30,434 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/B of f3a436d85a26a2a862bcb9a769e67e38 into 2de3871c2c96450c95ffb86ca3bf19e5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:30,434 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:30,434 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/B, priority=13, startTime=1731288329993; duration=0sec 2024-11-11T01:25:30,435 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:30,435 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:B 2024-11-11T01:25:30,435 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:30,436 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:30,436 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): f3a436d85a26a2a862bcb9a769e67e38/C is initiating minor compaction (all files) 2024-11-11T01:25:30,436 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3a436d85a26a2a862bcb9a769e67e38/C in TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:30,436 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/106c5571da5f4b5f85c7b4c493c2e9d0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/78a7a45e64434b2a8314803ae574e523, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/902736f0f2554273b16e2decda9e07df] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp, totalSize=34.6 K 2024-11-11T01:25:30,437 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 106c5571da5f4b5f85c7b4c493c2e9d0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731288326894 2024-11-11T01:25:30,437 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a7a45e64434b2a8314803ae574e523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731288326931 2024-11-11T01:25:30,438 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 902736f0f2554273b16e2decda9e07df, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731288328723 2024-11-11T01:25:30,449 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/e0cd6da85a1547d593aa272c38dde06a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e0cd6da85a1547d593aa272c38dde06a 2024-11-11T01:25:30,454 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/A of f3a436d85a26a2a862bcb9a769e67e38 into e0cd6da85a1547d593aa272c38dde06a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:30,454 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:30,454 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/A, priority=13, startTime=1731288329993; duration=0sec 2024-11-11T01:25:30,454 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:30,454 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:A 2024-11-11T01:25:30,456 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3a436d85a26a2a862bcb9a769e67e38#C#compaction#102 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:30,456 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/20ca76bd92d34d6a844ce2e69c4e8d56 is 50, key is test_row_0/C:col10/1731288328723/Put/seqid=0 2024-11-11T01:25:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741939_1115 (size=13425) 2024-11-11T01:25:30,480 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/3c75ec4d8cb3433c86d0a0d7069d9492 2024-11-11T01:25:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/bcd569c901aa4b0d8fa32a018fe21822 is 50, key is test_row_0/B:col10/1731288328741/Put/seqid=0 2024-11-11T01:25:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741940_1116 (size=12301) 2024-11-11T01:25:30,870 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/20ca76bd92d34d6a844ce2e69c4e8d56 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/20ca76bd92d34d6a844ce2e69c4e8d56 2024-11-11T01:25:30,875 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3a436d85a26a2a862bcb9a769e67e38/C of f3a436d85a26a2a862bcb9a769e67e38 into 20ca76bd92d34d6a844ce2e69c4e8d56(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:30,875 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:30,875 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., storeName=f3a436d85a26a2a862bcb9a769e67e38/C, priority=13, startTime=1731288329993; duration=0sec 2024-11-11T01:25:30,876 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:30,876 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3a436d85a26a2a862bcb9a769e67e38:C 2024-11-11T01:25:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:30,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. as already flushing 2024-11-11T01:25:30,894 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-11T01:25:30,894 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-11T01:25:30,894 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:30,894 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:30,894 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,894 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,894 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,894 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:30,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:30,896 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/bcd569c901aa4b0d8fa32a018fe21822 2024-11-11T01:25:30,904 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-11T01:25:30,904 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-11T01:25:30,904 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:30,904 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-11T01:25:30,904 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,904 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:30,904 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:30,904 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,904 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,904 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,904 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,904 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:30,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:30,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:30,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:30,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/c0504e1cd40e4910a3de967e14d4d583 is 50, key is test_row_0/C:col10/1731288328741/Put/seqid=0 2024-11-11T01:25:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741941_1117 (size=12301) 2024-11-11T01:25:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:31,311 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/c0504e1cd40e4910a3de967e14d4d583 2024-11-11T01:25:31,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/3c75ec4d8cb3433c86d0a0d7069d9492 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/3c75ec4d8cb3433c86d0a0d7069d9492 2024-11-11T01:25:31,327 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/3c75ec4d8cb3433c86d0a0d7069d9492, entries=150, sequenceid=484, filesize=12.0 K 2024-11-11T01:25:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/bcd569c901aa4b0d8fa32a018fe21822 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/bcd569c901aa4b0d8fa32a018fe21822 2024-11-11T01:25:31,332 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/bcd569c901aa4b0d8fa32a018fe21822, entries=150, sequenceid=484, filesize=12.0 K 2024-11-11T01:25:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/c0504e1cd40e4910a3de967e14d4d583 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/c0504e1cd40e4910a3de967e14d4d583 2024-11-11T01:25:31,338 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/c0504e1cd40e4910a3de967e14d4d583, entries=150, sequenceid=484, filesize=12.0 K 2024-11-11T01:25:31,339 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for f3a436d85a26a2a862bcb9a769e67e38 in 1276ms, sequenceid=484, compaction requested=false 2024-11-11T01:25:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f3a436d85a26a2a862bcb9a769e67e38: 2024-11-11T01:25:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T01:25:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T01:25:31,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-11T01:25:31,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2060 sec 2024-11-11T01:25:31,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.2110 sec 2024-11-11T01:25:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T01:25:33,304 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:33,304 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T01:25:33,304 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3508 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3584 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T01:25:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1620 2024-11-11T01:25:33,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4851 rows 2024-11-11T01:25:33,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1592 2024-11-11T01:25:33,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4776 rows 2024-11-11T01:25:33,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:25:33,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:25:33,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:33,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:33,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:33,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T01:25:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T01:25:33,318 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288333318"}]},"ts":"1731288333318"} 2024-11-11T01:25:33,320 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T01:25:33,320 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T01:25:33,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:25:33,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, UNASSIGN}] 2024-11-11T01:25:33,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, UNASSIGN 2024-11-11T01:25:33,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=f3a436d85a26a2a862bcb9a769e67e38, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:33,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, UNASSIGN because future has completed 2024-11-11T01:25:33,330 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:25:33,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:25:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T01:25:33,487 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:33,488 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:25:33,489 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing f3a436d85a26a2a862bcb9a769e67e38, disabling compactions & flushes 2024-11-11T01:25:33,489 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:33,489 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:33,489 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. after waiting 0 ms 2024-11-11T01:25:33,489 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:33,489 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing f3a436d85a26a2a862bcb9a769e67e38 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T01:25:33,497 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/6e261ecd956948018b217b0ace78e49c is 50, key is test_row_0/A:col10/1731288330893/Put/seqid=0 2024-11-11T01:25:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741942_1118 (size=12301) 2024-11-11T01:25:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T01:25:33,903 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/6e261ecd956948018b217b0ace78e49c 2024-11-11T01:25:33,916 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/96b89baf1f5341eba1ada745bb493e7c is 50, key is test_row_0/B:col10/1731288330893/Put/seqid=0 2024-11-11T01:25:33,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741943_1119 (size=12301) 2024-11-11T01:25:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T01:25:34,321 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/96b89baf1f5341eba1ada745bb493e7c 2024-11-11T01:25:34,337 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/ada00a78d0f84e0490e63ce0f871ece4 is 50, key is test_row_0/C:col10/1731288330893/Put/seqid=0 2024-11-11T01:25:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741944_1120 (size=12301) 2024-11-11T01:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T01:25:34,745 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/ada00a78d0f84e0490e63ce0f871ece4 2024-11-11T01:25:34,752 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/A/6e261ecd956948018b217b0ace78e49c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6e261ecd956948018b217b0ace78e49c 2024-11-11T01:25:34,757 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6e261ecd956948018b217b0ace78e49c, entries=150, sequenceid=495, filesize=12.0 K 2024-11-11T01:25:34,758 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/B/96b89baf1f5341eba1ada745bb493e7c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/96b89baf1f5341eba1ada745bb493e7c 2024-11-11T01:25:34,763 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/96b89baf1f5341eba1ada745bb493e7c, entries=150, sequenceid=495, filesize=12.0 K 2024-11-11T01:25:34,764 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/.tmp/C/ada00a78d0f84e0490e63ce0f871ece4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/ada00a78d0f84e0490e63ce0f871ece4 2024-11-11T01:25:34,769 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/ada00a78d0f84e0490e63ce0f871ece4, entries=150, sequenceid=495, filesize=12.0 K 2024-11-11T01:25:34,770 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f3a436d85a26a2a862bcb9a769e67e38 in 1281ms, sequenceid=495, compaction requested=true 2024-11-11T01:25:34,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4e17f2aacc3c4e8ead808d615b85aff2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ae83aa3fa97c42f79b99868f061ad390, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8dcb3a4035884c6abc4bb8b6121ec749, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/74ea420678bc46bcaed819d74c54d47f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e984d7863e5043de94d848ac7348ba0c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/0ef751706a2b45a4a6d6db72df0365fc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/28f78c98c6694aaea5fa6593105dd1a1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4035ef956ea444e190590f94eb24a869, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6ced92ac6f1c4deeb3e80a61a4a54d6f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/7f194cea15a844339366d032963ea723, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/cfe1de24a9e243edb26210dff7046374, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/fe28fb9e73cb43e7a4e9c2323019745a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/bff8368efbe84f28b10242e1526217bb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/60cee4f47a1940d1a01f900ac8b0baf8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8c904cfc7c4940619888bbb2ecc9b628, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1b931b50cfb744218d6eea4c0d7f9d3d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a9d5a400940e43b79235e39173f98473, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/acdce65bc2b145dab972d147f781fcbc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1f6ed2f657da4e44a23a8e5b9048c4b1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8d19b8a6c2bf4e47afe1675800f37d7c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a6fba919797d40e2a063333c04e8e224, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e87ea915b0bc4e61bb6c58c1af932dd5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e108e404047944a78124d7ea54cb8e13, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/9820c4e98d3b458b96d8a47bd11e25ff, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ce071924d8a7416492add3e840ebc70c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/be362ff6f5964627a48ab51b26d897b6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ab5d09b491784b3e8aff2e66891b5cc1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d1d5ecb4ffbe4249b644f5608a07d13d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d9f3731d6af24ec1a2fd5e48fe307fd2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/f8e3dfc290e14012972e1eba46df0b1a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c2f5cc04dcf04215b384c6e66b5b4c72, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d37efed004bb4359a5b08f4f39ae791b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c080f15b84164c98af337118c2d84515] to archive 2024-11-11T01:25:34,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:25:34,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4e17f2aacc3c4e8ead808d615b85aff2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4e17f2aacc3c4e8ead808d615b85aff2 2024-11-11T01:25:34,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ae83aa3fa97c42f79b99868f061ad390 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ae83aa3fa97c42f79b99868f061ad390 2024-11-11T01:25:34,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8dcb3a4035884c6abc4bb8b6121ec749 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8dcb3a4035884c6abc4bb8b6121ec749 2024-11-11T01:25:34,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/74ea420678bc46bcaed819d74c54d47f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/74ea420678bc46bcaed819d74c54d47f 2024-11-11T01:25:34,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e984d7863e5043de94d848ac7348ba0c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e984d7863e5043de94d848ac7348ba0c 2024-11-11T01:25:34,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/0ef751706a2b45a4a6d6db72df0365fc to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/0ef751706a2b45a4a6d6db72df0365fc 2024-11-11T01:25:34,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/28f78c98c6694aaea5fa6593105dd1a1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/28f78c98c6694aaea5fa6593105dd1a1 2024-11-11T01:25:34,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4035ef956ea444e190590f94eb24a869 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/4035ef956ea444e190590f94eb24a869 2024-11-11T01:25:34,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6ced92ac6f1c4deeb3e80a61a4a54d6f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6ced92ac6f1c4deeb3e80a61a4a54d6f 2024-11-11T01:25:34,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/7f194cea15a844339366d032963ea723 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/7f194cea15a844339366d032963ea723 2024-11-11T01:25:34,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/cfe1de24a9e243edb26210dff7046374 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/cfe1de24a9e243edb26210dff7046374 2024-11-11T01:25:34,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/fe28fb9e73cb43e7a4e9c2323019745a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/fe28fb9e73cb43e7a4e9c2323019745a 2024-11-11T01:25:34,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/bff8368efbe84f28b10242e1526217bb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/bff8368efbe84f28b10242e1526217bb 2024-11-11T01:25:34,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/60cee4f47a1940d1a01f900ac8b0baf8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/60cee4f47a1940d1a01f900ac8b0baf8 2024-11-11T01:25:34,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8c904cfc7c4940619888bbb2ecc9b628 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8c904cfc7c4940619888bbb2ecc9b628 2024-11-11T01:25:34,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1b931b50cfb744218d6eea4c0d7f9d3d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1b931b50cfb744218d6eea4c0d7f9d3d 2024-11-11T01:25:34,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a9d5a400940e43b79235e39173f98473 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a9d5a400940e43b79235e39173f98473 2024-11-11T01:25:34,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/acdce65bc2b145dab972d147f781fcbc to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/acdce65bc2b145dab972d147f781fcbc 2024-11-11T01:25:34,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1f6ed2f657da4e44a23a8e5b9048c4b1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/1f6ed2f657da4e44a23a8e5b9048c4b1 2024-11-11T01:25:34,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8d19b8a6c2bf4e47afe1675800f37d7c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/8d19b8a6c2bf4e47afe1675800f37d7c 2024-11-11T01:25:34,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a6fba919797d40e2a063333c04e8e224 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/a6fba919797d40e2a063333c04e8e224 2024-11-11T01:25:34,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e87ea915b0bc4e61bb6c58c1af932dd5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e87ea915b0bc4e61bb6c58c1af932dd5 2024-11-11T01:25:34,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e108e404047944a78124d7ea54cb8e13 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e108e404047944a78124d7ea54cb8e13 2024-11-11T01:25:34,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/9820c4e98d3b458b96d8a47bd11e25ff to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/9820c4e98d3b458b96d8a47bd11e25ff 2024-11-11T01:25:34,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ce071924d8a7416492add3e840ebc70c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ce071924d8a7416492add3e840ebc70c 2024-11-11T01:25:34,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/be362ff6f5964627a48ab51b26d897b6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/be362ff6f5964627a48ab51b26d897b6 2024-11-11T01:25:34,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ab5d09b491784b3e8aff2e66891b5cc1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/ab5d09b491784b3e8aff2e66891b5cc1 2024-11-11T01:25:34,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d1d5ecb4ffbe4249b644f5608a07d13d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d1d5ecb4ffbe4249b644f5608a07d13d 2024-11-11T01:25:34,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d9f3731d6af24ec1a2fd5e48fe307fd2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d9f3731d6af24ec1a2fd5e48fe307fd2 2024-11-11T01:25:34,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/f8e3dfc290e14012972e1eba46df0b1a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/f8e3dfc290e14012972e1eba46df0b1a 2024-11-11T01:25:34,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c2f5cc04dcf04215b384c6e66b5b4c72 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c2f5cc04dcf04215b384c6e66b5b4c72 2024-11-11T01:25:34,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d37efed004bb4359a5b08f4f39ae791b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/d37efed004bb4359a5b08f4f39ae791b 2024-11-11T01:25:34,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c080f15b84164c98af337118c2d84515 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/c080f15b84164c98af337118c2d84515 2024-11-11T01:25:34,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/48e7ae19e4814628a4e0f5d480ff105b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2dcc9f91698b402fb0f37723c2c825f3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/761957919ddf453fadc49fbdf0e7d004, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/f56c8dd82429447f85566833417fe1b3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d696846fcb1d4221b0738aa6df1ae6bb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c6f84f291b204e00b537b467796fe6d3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2bc3b5a1f17d40138ad1c9e201ee38db, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1191f7d26d7548f18d39e0e036474f05, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a47e1519c95f48dcb96d40a06abea4da, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3ae1580423ac4fa38533e844cfdf582d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0ec5d260b42241b39f5fbf9de10dfb8c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1bc80ebe8164464287d47ee01eb72f18, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d87482819c354f77b17bd0033a9155d4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/34b4c4ba5c4d43dcb36aad2a88707463, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/14822cb4ab8e4600b6b97c710a8ab105, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/156d8fe5935a499698ec8e0448e50803, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fa23ed9bb5c4328808fa64a98188d36, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/db6794105d1b4afd9d35f0e0b2a27508, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d86a25ef97a540e4938165f4b0d9fd92, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3bac8196b2e14c3dbab8421b0c5c783f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/62246bf335504a4d8f02789f5d2701d4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c7f39d4e500a4c178af086873c3b8e8f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0eacade63a484b089ddcb109ca0cb9f8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a185db6020404324adaec4e33bf1bd69, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/5912c57581424c0ba3ff9eae7365ea5c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ebe5b03ee5714e39821aa849632235e7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/474490b88f5547c0a0f4df34b5d0697c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/20287b1b313740c2bfc58af731db571b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/9bf1b6e1af914e519268c9d47993376f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fc01ac13a2a4d9ca08c0f415ced9df8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/674f83a8a7da4376a61a33bfd8baa141, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/de312be6012747abbd5451db8cf924b5] to archive 2024-11-11T01:25:34,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:25:34,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/48e7ae19e4814628a4e0f5d480ff105b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/48e7ae19e4814628a4e0f5d480ff105b 2024-11-11T01:25:34,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2dcc9f91698b402fb0f37723c2c825f3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2dcc9f91698b402fb0f37723c2c825f3 2024-11-11T01:25:34,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/761957919ddf453fadc49fbdf0e7d004 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/761957919ddf453fadc49fbdf0e7d004 2024-11-11T01:25:34,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ab5a02ea3d134d7ba2f3bd9f1783d6f3 2024-11-11T01:25:34,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/f56c8dd82429447f85566833417fe1b3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/f56c8dd82429447f85566833417fe1b3 2024-11-11T01:25:34,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d696846fcb1d4221b0738aa6df1ae6bb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d696846fcb1d4221b0738aa6df1ae6bb 2024-11-11T01:25:34,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c6f84f291b204e00b537b467796fe6d3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c6f84f291b204e00b537b467796fe6d3 2024-11-11T01:25:34,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2bc3b5a1f17d40138ad1c9e201ee38db to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2bc3b5a1f17d40138ad1c9e201ee38db 2024-11-11T01:25:34,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1191f7d26d7548f18d39e0e036474f05 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1191f7d26d7548f18d39e0e036474f05 2024-11-11T01:25:34,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a47e1519c95f48dcb96d40a06abea4da to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a47e1519c95f48dcb96d40a06abea4da 2024-11-11T01:25:34,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3ae1580423ac4fa38533e844cfdf582d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3ae1580423ac4fa38533e844cfdf582d 2024-11-11T01:25:34,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0ec5d260b42241b39f5fbf9de10dfb8c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0ec5d260b42241b39f5fbf9de10dfb8c 2024-11-11T01:25:34,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1bc80ebe8164464287d47ee01eb72f18 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/1bc80ebe8164464287d47ee01eb72f18 2024-11-11T01:25:34,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d87482819c354f77b17bd0033a9155d4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d87482819c354f77b17bd0033a9155d4 2024-11-11T01:25:34,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/34b4c4ba5c4d43dcb36aad2a88707463 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/34b4c4ba5c4d43dcb36aad2a88707463 2024-11-11T01:25:34,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/14822cb4ab8e4600b6b97c710a8ab105 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/14822cb4ab8e4600b6b97c710a8ab105 2024-11-11T01:25:34,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/156d8fe5935a499698ec8e0448e50803 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/156d8fe5935a499698ec8e0448e50803 2024-11-11T01:25:34,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fa23ed9bb5c4328808fa64a98188d36 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fa23ed9bb5c4328808fa64a98188d36 2024-11-11T01:25:34,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/db6794105d1b4afd9d35f0e0b2a27508 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/db6794105d1b4afd9d35f0e0b2a27508 2024-11-11T01:25:34,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d86a25ef97a540e4938165f4b0d9fd92 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/d86a25ef97a540e4938165f4b0d9fd92 2024-11-11T01:25:34,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3bac8196b2e14c3dbab8421b0c5c783f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/3bac8196b2e14c3dbab8421b0c5c783f 2024-11-11T01:25:34,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/62246bf335504a4d8f02789f5d2701d4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/62246bf335504a4d8f02789f5d2701d4 2024-11-11T01:25:34,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c7f39d4e500a4c178af086873c3b8e8f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/c7f39d4e500a4c178af086873c3b8e8f 2024-11-11T01:25:34,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0eacade63a484b089ddcb109ca0cb9f8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/0eacade63a484b089ddcb109ca0cb9f8 2024-11-11T01:25:34,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a185db6020404324adaec4e33bf1bd69 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/a185db6020404324adaec4e33bf1bd69 2024-11-11T01:25:34,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/5912c57581424c0ba3ff9eae7365ea5c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/5912c57581424c0ba3ff9eae7365ea5c 2024-11-11T01:25:34,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ebe5b03ee5714e39821aa849632235e7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/ebe5b03ee5714e39821aa849632235e7 2024-11-11T01:25:34,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/474490b88f5547c0a0f4df34b5d0697c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/474490b88f5547c0a0f4df34b5d0697c 2024-11-11T01:25:34,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/20287b1b313740c2bfc58af731db571b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/20287b1b313740c2bfc58af731db571b 2024-11-11T01:25:34,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/9bf1b6e1af914e519268c9d47993376f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/9bf1b6e1af914e519268c9d47993376f 2024-11-11T01:25:34,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fc01ac13a2a4d9ca08c0f415ced9df8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/4fc01ac13a2a4d9ca08c0f415ced9df8 2024-11-11T01:25:34,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/674f83a8a7da4376a61a33bfd8baa141 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/674f83a8a7da4376a61a33bfd8baa141 2024-11-11T01:25:34,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/de312be6012747abbd5451db8cf924b5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/de312be6012747abbd5451db8cf924b5 2024-11-11T01:25:34,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a14927355f3440e9ba9897f0f18cdcb5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e5ec0ea4e01249baa5314ae9dac378b9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e809c8840a1c4fd7b1ee335d0ffcabd8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f2505a832a494c9f971b816e88984884, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/40e64efd9dc94ed6a17f1cc901b385f4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/b4c56244df2b49e7ba414c916a543844, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f89ef59eda8446f2bf595068f3e6dfe9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/bcf44f0447ef41289884cca58d971696, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/aade89c9f1d24ccda0d6636080de9aa7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/fd008b2df22c49be9ea5f5e9cea5f4cb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/9f2df62f34d848b4abede7055e5d0652, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/1ebb502a0e4c46929558ea04dede92d5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/385647149c5a4aa3a67770be18d9add6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/136a68c5b80f4a74b89971fbc437e03b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/43e1676afce346c3abf3a90e235b6610, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a43e2a259f054d2c9f1f5f7880f97b86, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/341f50c61492400a9bf256f22ec4e21d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/4a3b13496f8649658be04d979f17c4f0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/af1fac9242b3441e8c438b0bf0a2f9eb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7034847425440d4adf79451a885c3fb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7ca386fbcc84f828530cc7aef4e4318, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e57a0b02d68f4f3c9b7432361b2e4940, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/91520448e55f488b852537a6030ed8c5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a8f9ac14048a4e8e8a260c8b0d2976ac, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f206b79a5ae345bd95c9a3d942376452, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a3615ed337b34439a5db11d8247a1d1d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/d21bcb873f944fab80ce2d4ffb3ed15a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/3f22f8a15ba545db8722177e8b334f39, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/98cc2f87f614416eba819968de73f59a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/106c5571da5f4b5f85c7b4c493c2e9d0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/8b7670a427f9496e9c2bff09ec1095e3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/78a7a45e64434b2a8314803ae574e523, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/902736f0f2554273b16e2decda9e07df] to archive 2024-11-11T01:25:34,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:25:34,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a14927355f3440e9ba9897f0f18cdcb5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a14927355f3440e9ba9897f0f18cdcb5 2024-11-11T01:25:34,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e5ec0ea4e01249baa5314ae9dac378b9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e5ec0ea4e01249baa5314ae9dac378b9 2024-11-11T01:25:34,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e809c8840a1c4fd7b1ee335d0ffcabd8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e809c8840a1c4fd7b1ee335d0ffcabd8 2024-11-11T01:25:34,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f2505a832a494c9f971b816e88984884 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f2505a832a494c9f971b816e88984884 2024-11-11T01:25:34,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/40e64efd9dc94ed6a17f1cc901b385f4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/40e64efd9dc94ed6a17f1cc901b385f4 2024-11-11T01:25:34,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/b4c56244df2b49e7ba414c916a543844 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/b4c56244df2b49e7ba414c916a543844 2024-11-11T01:25:34,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f89ef59eda8446f2bf595068f3e6dfe9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f89ef59eda8446f2bf595068f3e6dfe9 2024-11-11T01:25:34,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/bcf44f0447ef41289884cca58d971696 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/bcf44f0447ef41289884cca58d971696 2024-11-11T01:25:34,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/aade89c9f1d24ccda0d6636080de9aa7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/aade89c9f1d24ccda0d6636080de9aa7 2024-11-11T01:25:34,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/fd008b2df22c49be9ea5f5e9cea5f4cb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/fd008b2df22c49be9ea5f5e9cea5f4cb 2024-11-11T01:25:34,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/9f2df62f34d848b4abede7055e5d0652 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/9f2df62f34d848b4abede7055e5d0652 2024-11-11T01:25:34,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/1ebb502a0e4c46929558ea04dede92d5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/1ebb502a0e4c46929558ea04dede92d5 2024-11-11T01:25:34,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/385647149c5a4aa3a67770be18d9add6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/385647149c5a4aa3a67770be18d9add6 2024-11-11T01:25:34,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/136a68c5b80f4a74b89971fbc437e03b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/136a68c5b80f4a74b89971fbc437e03b 2024-11-11T01:25:34,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/43e1676afce346c3abf3a90e235b6610 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/43e1676afce346c3abf3a90e235b6610 2024-11-11T01:25:34,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a43e2a259f054d2c9f1f5f7880f97b86 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a43e2a259f054d2c9f1f5f7880f97b86 2024-11-11T01:25:34,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/341f50c61492400a9bf256f22ec4e21d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/341f50c61492400a9bf256f22ec4e21d 2024-11-11T01:25:34,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/4a3b13496f8649658be04d979f17c4f0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/4a3b13496f8649658be04d979f17c4f0 2024-11-11T01:25:34,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/af1fac9242b3441e8c438b0bf0a2f9eb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/af1fac9242b3441e8c438b0bf0a2f9eb 2024-11-11T01:25:34,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7034847425440d4adf79451a885c3fb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7034847425440d4adf79451a885c3fb 2024-11-11T01:25:34,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7ca386fbcc84f828530cc7aef4e4318 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a7ca386fbcc84f828530cc7aef4e4318 2024-11-11T01:25:34,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e57a0b02d68f4f3c9b7432361b2e4940 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/e57a0b02d68f4f3c9b7432361b2e4940 2024-11-11T01:25:34,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/91520448e55f488b852537a6030ed8c5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/91520448e55f488b852537a6030ed8c5 2024-11-11T01:25:34,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a8f9ac14048a4e8e8a260c8b0d2976ac to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a8f9ac14048a4e8e8a260c8b0d2976ac 2024-11-11T01:25:34,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f206b79a5ae345bd95c9a3d942376452 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/f206b79a5ae345bd95c9a3d942376452 2024-11-11T01:25:34,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a3615ed337b34439a5db11d8247a1d1d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/a3615ed337b34439a5db11d8247a1d1d 2024-11-11T01:25:34,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/d21bcb873f944fab80ce2d4ffb3ed15a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/d21bcb873f944fab80ce2d4ffb3ed15a 2024-11-11T01:25:34,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/3f22f8a15ba545db8722177e8b334f39 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/3f22f8a15ba545db8722177e8b334f39 2024-11-11T01:25:34,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/98cc2f87f614416eba819968de73f59a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/98cc2f87f614416eba819968de73f59a 2024-11-11T01:25:34,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/106c5571da5f4b5f85c7b4c493c2e9d0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/106c5571da5f4b5f85c7b4c493c2e9d0 2024-11-11T01:25:34,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/8b7670a427f9496e9c2bff09ec1095e3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/8b7670a427f9496e9c2bff09ec1095e3 2024-11-11T01:25:34,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/78a7a45e64434b2a8314803ae574e523 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/78a7a45e64434b2a8314803ae574e523 2024-11-11T01:25:34,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/902736f0f2554273b16e2decda9e07df to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/902736f0f2554273b16e2decda9e07df 2024-11-11T01:25:34,935 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/recovered.edits/498.seqid, newMaxSeqId=498, maxSeqId=1 2024-11-11T01:25:34,938 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. 2024-11-11T01:25:34,938 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for f3a436d85a26a2a862bcb9a769e67e38: Waiting for close lock at 1731288333488Running coprocessor pre-close hooks at 1731288333489 (+1 ms)Disabling compacts and flushes for region at 1731288333489Disabling writes for close at 1731288333489Obtaining lock to block concurrent updates at 1731288333489Preparing flush snapshotting stores in f3a436d85a26a2a862bcb9a769e67e38 at 1731288333489Finished memstore snapshotting TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731288333490 (+1 ms)Flushing stores of TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38. at 1731288333490Flushing f3a436d85a26a2a862bcb9a769e67e38/A: creating writer at 1731288333491 (+1 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/A: appending metadata at 1731288333496 (+5 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/A: closing flushed file at 1731288333497 (+1 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/B: creating writer at 1731288333912 (+415 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/B: appending metadata at 1731288333915 (+3 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/B: closing flushed file at 1731288333915Flushing f3a436d85a26a2a862bcb9a769e67e38/C: creating writer at 1731288334332 (+417 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/C: appending metadata at 1731288334337 (+5 ms)Flushing f3a436d85a26a2a862bcb9a769e67e38/C: closing flushed file at 1731288334337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b609fbf: reopening flushed file at 1731288334751 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42dac4ce: reopening flushed file at 1731288334757 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210c4d6f: reopening flushed file at 1731288334763 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f3a436d85a26a2a862bcb9a769e67e38 in 1281ms, sequenceid=495, compaction requested=true at 1731288334770 (+7 ms)Writing region close event to WAL at 1731288334930 (+160 ms)Running coprocessor post-close hooks at 1731288334936 (+6 ms)Closed at 1731288334938 (+2 ms) 2024-11-11T01:25:34,941 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:34,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=f3a436d85a26a2a862bcb9a769e67e38, regionState=CLOSED 2024-11-11T01:25:34,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:25:34,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-11T01:25:34,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure f3a436d85a26a2a862bcb9a769e67e38, server=612696b701d2,37447,1731288302179 in 1.6150 sec 2024-11-11T01:25:34,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-11T01:25:34,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3a436d85a26a2a862bcb9a769e67e38, UNASSIGN in 1.6220 sec 2024-11-11T01:25:34,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-11T01:25:34,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6330 sec 2024-11-11T01:25:34,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288334958"}]},"ts":"1731288334958"} 2024-11-11T01:25:34,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T01:25:34,960 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T01:25:34,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6480 sec 2024-11-11T01:25:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T01:25:35,464 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:35,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T01:25:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,477 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T01:25:35,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:35,488 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/recovered.edits] 2024-11-11T01:25:35,492 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/3c75ec4d8cb3433c86d0a0d7069d9492 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/3c75ec4d8cb3433c86d0a0d7069d9492 2024-11-11T01:25:35,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6e261ecd956948018b217b0ace78e49c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/6e261ecd956948018b217b0ace78e49c 2024-11-11T01:25:35,496 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e0cd6da85a1547d593aa272c38dde06a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/A/e0cd6da85a1547d593aa272c38dde06a 2024-11-11T01:25:35,499 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2de3871c2c96450c95ffb86ca3bf19e5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/2de3871c2c96450c95ffb86ca3bf19e5 2024-11-11T01:25:35,501 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/96b89baf1f5341eba1ada745bb493e7c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/96b89baf1f5341eba1ada745bb493e7c 2024-11-11T01:25:35,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/bcd569c901aa4b0d8fa32a018fe21822 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/B/bcd569c901aa4b0d8fa32a018fe21822 2024-11-11T01:25:35,504 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/20ca76bd92d34d6a844ce2e69c4e8d56 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/20ca76bd92d34d6a844ce2e69c4e8d56 2024-11-11T01:25:35,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/ada00a78d0f84e0490e63ce0f871ece4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/ada00a78d0f84e0490e63ce0f871ece4 2024-11-11T01:25:35,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/c0504e1cd40e4910a3de967e14d4d583 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/C/c0504e1cd40e4910a3de967e14d4d583 2024-11-11T01:25:35,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/recovered.edits/498.seqid to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38/recovered.edits/498.seqid 2024-11-11T01:25:35,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/f3a436d85a26a2a862bcb9a769e67e38 2024-11-11T01:25:35,509 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T01:25:35,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T01:25:35,524 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T01:25:35,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T01:25:35,558 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,559 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T01:25:35,559 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731288335559"}]},"ts":"9223372036854775807"} 2024-11-11T01:25:35,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T01:25:35,564 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f3a436d85a26a2a862bcb9a769e67e38, NAME => 'TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T01:25:35,564 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T01:25:35,565 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731288335564"}]},"ts":"9223372036854775807"} 2024-11-11T01:25:35,568 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T01:25:35,569 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-11T01:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T01:25:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T01:25:35,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:35,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;612696b701d2:37447-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/612696b701d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_263394536_22 at /127.0.0.1:38218 [Waiting for operation #329] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/612696b701d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2021802661_22 at /127.0.0.1:38098 [Waiting for operation #344] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=604 (was 608), ProcessCount=11 (was 11), AvailableMemoryMB=6946 (was 3785) - AvailableMemoryMB LEAK? - 2024-11-11T01:25:35,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=604, ProcessCount=11, AvailableMemoryMB=6946 2024-11-11T01:25:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:25:35,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:25:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:35,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:25:35,606 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:35,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-11T01:25:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-11T01:25:35,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:25:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741945_1121 (size=959) 2024-11-11T01:25:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-11T01:25:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-11T01:25:36,019 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:25:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741946_1122 (size=53) 2024-11-11T01:25:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-11T01:25:36,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:36,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a933773256efb4c751ed70bafe42af9e, disabling compactions & flushes 2024-11-11T01:25:36,436 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. after waiting 0 ms 2024-11-11T01:25:36,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,437 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a933773256efb4c751ed70bafe42af9e: Waiting for close lock at 1731288336436Disabling compacts and flushes for region at 1731288336436Disabling writes for close at 1731288336437 (+1 ms)Writing region close event to WAL at 1731288336437Closed at 1731288336437 2024-11-11T01:25:36,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:25:36,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731288336440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288336440"}]},"ts":"1731288336440"} 2024-11-11T01:25:36,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:25:36,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:25:36,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288336445"}]},"ts":"1731288336445"} 2024-11-11T01:25:36,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T01:25:36,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, ASSIGN}] 2024-11-11T01:25:36,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, ASSIGN 2024-11-11T01:25:36,450 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, ASSIGN; state=OFFLINE, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=false 2024-11-11T01:25:36,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:36,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, ASSIGN because future has completed 2024-11-11T01:25:36,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:25:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-11T01:25:36,762 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,762 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:25:36,763 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,763 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:36,763 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,763 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,766 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,770 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a933773256efb4c751ed70bafe42af9e columnFamilyName A 2024-11-11T01:25:36,770 DEBUG [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:36,771 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(327): Store=a933773256efb4c751ed70bafe42af9e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:36,771 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,773 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a933773256efb4c751ed70bafe42af9e columnFamilyName B 2024-11-11T01:25:36,773 DEBUG [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:36,774 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(327): Store=a933773256efb4c751ed70bafe42af9e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:36,774 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,776 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a933773256efb4c751ed70bafe42af9e columnFamilyName C 2024-11-11T01:25:36,776 DEBUG [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:36,777 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(327): Store=a933773256efb4c751ed70bafe42af9e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:36,777 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,779 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,779 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,781 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,781 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,782 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:25:36,783 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,785 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:25:36,786 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened a933773256efb4c751ed70bafe42af9e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61714254, jitterRate=-0.0803859531879425}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:25:36,786 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:36,787 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for a933773256efb4c751ed70bafe42af9e: Running coprocessor pre-open hook at 1731288336764Writing region info on filesystem at 1731288336764Initializing all the Stores at 1731288336765 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288336765Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288336766 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288336766Cleaning up temporary data from old regions at 1731288336781 (+15 ms)Running coprocessor post-open hooks at 1731288336786 (+5 ms)Region opened successfully at 1731288336787 (+1 ms) 2024-11-11T01:25:36,788 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., pid=36, masterSystemTime=1731288336756 2024-11-11T01:25:36,790 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,790 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:36,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:25:36,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-11T01:25:36,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 in 190 msec 2024-11-11T01:25:36,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-11T01:25:36,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, ASSIGN in 348 msec 2024-11-11T01:25:36,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:25:36,799 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288336799"}]},"ts":"1731288336799"} 2024-11-11T01:25:36,800 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T01:25:36,801 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:25:36,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-11-11T01:25:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-11T01:25:37,754 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:37,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:37,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:37,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:37,760 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af5b370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:37,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:37,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:37,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:37,766 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:37,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb3280f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:37,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:37,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:37,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:25:37,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:25:37,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b156a66 2024-11-11T01:25:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:25:37,775 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:25:37,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:25:37,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:25:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T01:25:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741947_1123 (size=995) 2024-11-11T01:25:38,297 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T01:25:38,297 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T01:25:38,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:25:38,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, REOPEN/MOVE}] 2024-11-11T01:25:38,307 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, REOPEN/MOVE 2024-11-11T01:25:38,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, REOPEN/MOVE because future has completed 2024-11-11T01:25:38,311 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:25:38,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:25:38,464 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,464 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:25:38,465 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing a933773256efb4c751ed70bafe42af9e, disabling compactions & flushes 2024-11-11T01:25:38,465 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,465 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,465 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. after waiting 0 ms 2024-11-11T01:25:38,465 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,473 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T01:25:38,474 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,474 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for a933773256efb4c751ed70bafe42af9e: Waiting for close lock at 1731288338465Running coprocessor pre-close hooks at 1731288338465Disabling compacts and flushes for region at 1731288338465Disabling writes for close at 1731288338465Writing region close event to WAL at 1731288338466 (+1 ms)Running coprocessor post-close hooks at 1731288338474 (+8 ms)Closed at 1731288338474 2024-11-11T01:25:38,474 WARN [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: a933773256efb4c751ed70bafe42af9e to self. 2024-11-11T01:25:38,476 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,477 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=CLOSED 2024-11-11T01:25:38,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:25:38,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T01:25:38,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 in 168 msec 2024-11-11T01:25:38,481 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, REOPEN/MOVE; state=CLOSED, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=true 2024-11-11T01:25:38,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, REOPEN/MOVE because future has completed 2024-11-11T01:25:38,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:25:38,792 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,792 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:25:38,793 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,793 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:25:38,793 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,793 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,798 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,805 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a933773256efb4c751ed70bafe42af9e columnFamilyName A 2024-11-11T01:25:38,807 DEBUG [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:38,808 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(327): Store=a933773256efb4c751ed70bafe42af9e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:38,808 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,809 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a933773256efb4c751ed70bafe42af9e columnFamilyName B 2024-11-11T01:25:38,809 DEBUG [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:38,809 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(327): Store=a933773256efb4c751ed70bafe42af9e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:38,809 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,810 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a933773256efb4c751ed70bafe42af9e columnFamilyName C 2024-11-11T01:25:38,810 DEBUG [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:38,810 INFO [StoreOpener-a933773256efb4c751ed70bafe42af9e-1 {}] regionserver.HStore(327): Store=a933773256efb4c751ed70bafe42af9e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:25:38,810 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,811 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,812 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,813 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,813 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,813 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:25:38,814 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,815 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened a933773256efb4c751ed70bafe42af9e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68069006, jitterRate=0.014307230710983276}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:25:38,815 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,817 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for a933773256efb4c751ed70bafe42af9e: Running coprocessor pre-open hook at 1731288338793Writing region info on filesystem at 1731288338793Initializing all the Stores at 1731288338795 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288338795Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288338795Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288338795Cleaning up temporary data from old regions at 1731288338813 (+18 ms)Running coprocessor post-open hooks at 1731288338815 (+2 ms)Region opened successfully at 1731288338817 (+2 ms) 2024-11-11T01:25:38,817 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., pid=41, masterSystemTime=1731288338788 2024-11-11T01:25:38,819 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,820 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:38,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=OPEN, openSeqNum=5, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:25:38,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-11T01:25:38,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 in 187 msec 2024-11-11T01:25:38,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-11T01:25:38,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, REOPEN/MOVE in 518 msec 2024-11-11T01:25:38,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T01:25:38,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-11T01:25:38,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0470 sec 2024-11-11T01:25:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-11T01:25:38,833 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:38,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e85ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79906bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9f9fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e147b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,843 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d4142e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,844 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283f3291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,847 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167ff4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385dea2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415d7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a57453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30990a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,857 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690a9762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761a8232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,861 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f60d6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,863 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b16b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,865 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c27714a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:25:38,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:25:38,867 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:25:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:25:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:25:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc34da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:25:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:25:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:38,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:25:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e27d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:25:38,871 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,871 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,871 DEBUG [Thread-631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,871 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:38,872 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,872 DEBUG [Thread-633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,872 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,873 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-11T01:25:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,874 DEBUG [Thread-626 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,874 DEBUG [Thread-626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,875 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,877 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:38,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,880 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,882 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:25:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:25:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:25:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:25:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:38,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:38,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:25:38,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111174ea3617606f4970a6b8328a055ab939_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_1/A:col10/1731288338891/Put/seqid=0 2024-11-11T01:25:38,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288398949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:38,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288398954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288398955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:38,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:38,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288398956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:38,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:38,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288398963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:38,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741948_1124 (size=14594) 2024-11-11T01:25:38,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:38,999 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111174ea3617606f4970a6b8328a055ab939_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111174ea3617606f4970a6b8328a055ab939_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:39,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f25779657fca42279ebb580261f24fdf, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:39,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f25779657fca42279ebb580261f24fdf is 175, key is test_row_1/A:col10/1731288338891/Put/seqid=0 2024-11-11T01:25:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741949_1125 (size=39545) 2024-11-11T01:25:39,025 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f25779657fca42279ebb580261f24fdf 2024-11-11T01:25:39,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/131d6449b0e64e5385ff32a30bc53fd6 is 50, key is test_row_1/B:col10/1731288338891/Put/seqid=0 2024-11-11T01:25:39,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288399073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288399073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288399073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288399073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741950_1126 (size=9657) 2024-11-11T01:25:39,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/131d6449b0e64e5385ff32a30bc53fd6 2024-11-11T01:25:39,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288399083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2e3815d5c739451cb147818fa4c4a3ed is 50, key is test_row_1/C:col10/1731288338891/Put/seqid=0 2024-11-11T01:25:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741951_1127 (size=9657) 2024-11-11T01:25:39,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2e3815d5c739451cb147818fa4c4a3ed 2024-11-11T01:25:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f25779657fca42279ebb580261f24fdf as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf 2024-11-11T01:25:39,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf, entries=200, sequenceid=15, filesize=38.6 K 2024-11-11T01:25:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/131d6449b0e64e5385ff32a30bc53fd6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/131d6449b0e64e5385ff32a30bc53fd6 2024-11-11T01:25:39,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/131d6449b0e64e5385ff32a30bc53fd6, entries=100, sequenceid=15, filesize=9.4 K 2024-11-11T01:25:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2e3815d5c739451cb147818fa4c4a3ed as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2e3815d5c739451cb147818fa4c4a3ed 2024-11-11T01:25:39,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2e3815d5c739451cb147818fa4c4a3ed, entries=100, sequenceid=15, filesize=9.4 K 2024-11-11T01:25:39,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a933773256efb4c751ed70bafe42af9e in 295ms, sequenceid=15, compaction requested=false 2024-11-11T01:25:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T01:25:39,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:39,285 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:39,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T01:25:39,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115a41c14ca164451b95f7e048cda68141_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288338953/Put/seqid=0 2024-11-11T01:25:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288399302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288399303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288399311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741952_1128 (size=14594) 2024-11-11T01:25:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288399317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115a41c14ca164451b95f7e048cda68141_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115a41c14ca164451b95f7e048cda68141_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:39,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/4c81987cb70f4eb29d451083db05c9d5, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:39,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/4c81987cb70f4eb29d451083db05c9d5 is 175, key is test_row_0/A:col10/1731288338953/Put/seqid=0 2024-11-11T01:25:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288399322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741953_1129 (size=39549) 2024-11-11T01:25:39,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288399423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288399423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288399432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288399433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288399442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288399632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288399632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288399643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288399643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288399653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:39,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,750 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/4c81987cb70f4eb29d451083db05c9d5 2024-11-11T01:25:39,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/0310bf25e9bf4932a6a60e0723769cb4 is 50, key is test_row_0/B:col10/1731288338953/Put/seqid=0 2024-11-11T01:25:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741954_1130 (size=12001) 2024-11-11T01:25:39,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/0310bf25e9bf4932a6a60e0723769cb4 2024-11-11T01:25:39,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/4b1d6290b08a489dbbec950538bd031b is 50, key is test_row_0/C:col10/1731288338953/Put/seqid=0 2024-11-11T01:25:39,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741955_1131 (size=12001) 2024-11-11T01:25:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/4b1d6290b08a489dbbec950538bd031b 2024-11-11T01:25:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/4c81987cb70f4eb29d451083db05c9d5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5 2024-11-11T01:25:39,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5, entries=200, sequenceid=41, filesize=38.6 K 2024-11-11T01:25:39,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/0310bf25e9bf4932a6a60e0723769cb4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0310bf25e9bf4932a6a60e0723769cb4 2024-11-11T01:25:39,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0310bf25e9bf4932a6a60e0723769cb4, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T01:25:39,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/4b1d6290b08a489dbbec950538bd031b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4b1d6290b08a489dbbec950538bd031b 2024-11-11T01:25:39,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4b1d6290b08a489dbbec950538bd031b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T01:25:39,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a933773256efb4c751ed70bafe42af9e in 574ms, sequenceid=41, compaction requested=false 2024-11-11T01:25:39,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:39,948 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:39,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:39,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111601076626fa442b29243d3910e80d9de_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:39,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:39,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741956_1132 (size=14594) 2024-11-11T01:25:39,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:40,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111601076626fa442b29243d3910e80d9de_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111601076626fa442b29243d3910e80d9de_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:40,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/44c4b428d7c6495a89a6a7a062f5c82f, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:40,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/44c4b428d7c6495a89a6a7a062f5c82f is 175, key is test_row_0/A:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741957_1133 (size=39549) 2024-11-11T01:25:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288400042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288400043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288400045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288400058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288400059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288400162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288400162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288400163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288400172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288400172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288400372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288400384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288400384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288400384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288400384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,431 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/44c4b428d7c6495a89a6a7a062f5c82f 2024-11-11T01:25:40,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/6401b1d277c140c290ce90ac4ba681f4 is 50, key is test_row_0/B:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741958_1134 (size=12001) 2024-11-11T01:25:40,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T01:25:40,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288400694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288400694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288400694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288400694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288400694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:40,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/6401b1d277c140c290ce90ac4ba681f4 2024-11-11T01:25:40,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2cfe5cd2069542ae92193e4e9935b659 is 50, key is test_row_0/C:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:40,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741959_1135 (size=12001) 2024-11-11T01:25:40,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2cfe5cd2069542ae92193e4e9935b659 2024-11-11T01:25:40,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/44c4b428d7c6495a89a6a7a062f5c82f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f 2024-11-11T01:25:40,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f, entries=200, sequenceid=53, filesize=38.6 K 2024-11-11T01:25:40,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/6401b1d277c140c290ce90ac4ba681f4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6401b1d277c140c290ce90ac4ba681f4 2024-11-11T01:25:40,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6401b1d277c140c290ce90ac4ba681f4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-11T01:25:40,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2cfe5cd2069542ae92193e4e9935b659 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2cfe5cd2069542ae92193e4e9935b659 2024-11-11T01:25:40,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2cfe5cd2069542ae92193e4e9935b659, entries=150, sequenceid=53, filesize=11.7 K 2024-11-11T01:25:40,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a933773256efb4c751ed70bafe42af9e in 990ms, sequenceid=53, compaction requested=true 2024-11-11T01:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:40,939 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:40,940 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:40,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:40,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:40,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:40,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:40,941 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:40,941 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:40,942 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,942 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=115.9 K 2024-11-11T01:25:40,942 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,942 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f] 2024-11-11T01:25:40,943 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f25779657fca42279ebb580261f24fdf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731288338887 2024-11-11T01:25:40,943 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:40,944 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:40,944 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:40,944 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/131d6449b0e64e5385ff32a30bc53fd6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0310bf25e9bf4932a6a60e0723769cb4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6401b1d277c140c290ce90ac4ba681f4] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=32.9 K 2024-11-11T01:25:40,944 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c81987cb70f4eb29d451083db05c9d5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731288338949 2024-11-11T01:25:40,944 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 131d6449b0e64e5385ff32a30bc53fd6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731288338887 2024-11-11T01:25:40,945 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0310bf25e9bf4932a6a60e0723769cb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731288338953 2024-11-11T01:25:40,946 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6401b1d277c140c290ce90ac4ba681f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731288339298 2024-11-11T01:25:40,946 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c4b428d7c6495a89a6a7a062f5c82f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731288339298 2024-11-11T01:25:40,958 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:40,959 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:40,959 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/76b33947e5f54c33860ea149445f1ad3 is 50, key is test_row_0/B:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:40,962 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111569d2a18d5d94ec0be80da2fc71dd005_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:40,968 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111569d2a18d5d94ec0be80da2fc71dd005_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:40,968 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111569d2a18d5d94ec0be80da2fc71dd005_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741960_1136 (size=4469) 2024-11-11T01:25:40,987 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#118 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:40,987 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/c9aebb87e9bb48f48b6ea11946dae337 is 175, key is test_row_0/A:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:40,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741961_1137 (size=12104) 2024-11-11T01:25:41,000 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/76b33947e5f54c33860ea149445f1ad3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/76b33947e5f54c33860ea149445f1ad3 2024-11-11T01:25:41,008 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into 76b33947e5f54c33860ea149445f1ad3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:41,008 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:41,008 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288340940; duration=0sec 2024-11-11T01:25:41,008 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:41,008 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:41,009 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741962_1138 (size=31058) 2024-11-11T01:25:41,014 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:41,014 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:41,015 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:41,015 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2e3815d5c739451cb147818fa4c4a3ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4b1d6290b08a489dbbec950538bd031b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2cfe5cd2069542ae92193e4e9935b659] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=32.9 K 2024-11-11T01:25:41,015 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e3815d5c739451cb147818fa4c4a3ed, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731288338887 2024-11-11T01:25:41,017 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b1d6290b08a489dbbec950538bd031b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731288338953 2024-11-11T01:25:41,017 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cfe5cd2069542ae92193e4e9935b659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731288339298 2024-11-11T01:25:41,019 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/c9aebb87e9bb48f48b6ea11946dae337 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/c9aebb87e9bb48f48b6ea11946dae337 2024-11-11T01:25:41,027 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into c9aebb87e9bb48f48b6ea11946dae337(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:41,027 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:41,027 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288340939; duration=0sec 2024-11-11T01:25:41,027 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:41,027 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:41,036 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#119 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:41,039 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/a369ef429be34fdfb7c747d9921391b9 is 50, key is test_row_0/C:col10/1731288339946/Put/seqid=0 2024-11-11T01:25:41,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T01:25:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:41,055 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:25:41,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741963_1139 (size=12104) 2024-11-11T01:25:41,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118c2a659fee774f8495c100aa409c76b8_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288340054/Put/seqid=0 2024-11-11T01:25:41,068 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/a369ef429be34fdfb7c747d9921391b9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/a369ef429be34fdfb7c747d9921391b9 2024-11-11T01:25:41,081 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into a369ef429be34fdfb7c747d9921391b9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:41,081 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:41,081 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288340940; duration=0sec 2024-11-11T01:25:41,081 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:41,081 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741964_1140 (size=12154) 2024-11-11T01:25:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:41,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288401211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288401211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288401213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288401213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288401218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288401323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288401323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288401332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:41,503 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118c2a659fee774f8495c100aa409c76b8_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118c2a659fee774f8495c100aa409c76b8_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8325e2150ec0478791ed0607db8c3be2, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:41,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8325e2150ec0478791ed0607db8c3be2 is 175, key is test_row_0/A:col10/1731288340054/Put/seqid=0 2024-11-11T01:25:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741965_1141 (size=30955) 2024-11-11T01:25:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288401532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288401532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288401542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288401842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288401842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288401852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:41,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:41,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:41,918 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8325e2150ec0478791ed0607db8c3be2 2024-11-11T01:25:41,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/d9d602bfc9da4dc293ec711b6e762323 is 50, key is test_row_0/B:col10/1731288340054/Put/seqid=0 2024-11-11T01:25:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741966_1142 (size=12001) 2024-11-11T01:25:41,951 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/d9d602bfc9da4dc293ec711b6e762323 2024-11-11T01:25:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/41177b6bb0f2483980968a0afcdf8545 is 50, key is test_row_0/C:col10/1731288340054/Put/seqid=0 2024-11-11T01:25:41,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741967_1143 (size=12001) 2024-11-11T01:25:41,982 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/41177b6bb0f2483980968a0afcdf8545 2024-11-11T01:25:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8325e2150ec0478791ed0607db8c3be2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2 2024-11-11T01:25:42,001 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2, entries=150, sequenceid=80, filesize=30.2 K 2024-11-11T01:25:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/d9d602bfc9da4dc293ec711b6e762323 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d9d602bfc9da4dc293ec711b6e762323 2024-11-11T01:25:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,010 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d9d602bfc9da4dc293ec711b6e762323, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T01:25:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/41177b6bb0f2483980968a0afcdf8545 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/41177b6bb0f2483980968a0afcdf8545 2024-11-11T01:25:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,019 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/41177b6bb0f2483980968a0afcdf8545, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T01:25:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,020 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a933773256efb4c751ed70bafe42af9e in 965ms, sequenceid=80, compaction requested=false 2024-11-11T01:25:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T01:25:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T01:25:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-11T01:25:42,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1450 sec 2024-11-11T01:25:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 3.1550 sec 2024-11-11T01:25:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:42,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111302fb4377f444eb9afe7ddb1ed9898a0_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741968_1144 (size=12154) 2024-11-11T01:25:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111302fb4377f444eb9afe7ddb1ed9898a0_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111302fb4377f444eb9afe7ddb1ed9898a0_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,271 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9c5712202110455f98f0b393285889fa, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:42,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9c5712202110455f98f0b393285889fa is 175, key is test_row_0/A:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741969_1145 (size=30951) 2024-11-11T01:25:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,277 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9c5712202110455f98f0b393285889fa 2024-11-11T01:25:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/816a9fc8bb6749d9be90f3f01367c834 is 50, key is test_row_0/B:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288402319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288402319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741970_1146 (size=9657) 2024-11-11T01:25:42,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/816a9fc8bb6749d9be90f3f01367c834 2024-11-11T01:25:42,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/cf4f3c28a11545aaa19aaf276ec5d526 is 50, key is test_row_0/C:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288402352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288402352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741971_1147 (size=9657) 2024-11-11T01:25:42,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/cf4f3c28a11545aaa19aaf276ec5d526 2024-11-11T01:25:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288402362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9c5712202110455f98f0b393285889fa as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa 2024-11-11T01:25:42,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa, entries=150, sequenceid=93, filesize=30.2 K 2024-11-11T01:25:42,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/816a9fc8bb6749d9be90f3f01367c834 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/816a9fc8bb6749d9be90f3f01367c834 2024-11-11T01:25:42,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/816a9fc8bb6749d9be90f3f01367c834, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T01:25:42,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/cf4f3c28a11545aaa19aaf276ec5d526 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/cf4f3c28a11545aaa19aaf276ec5d526 2024-11-11T01:25:42,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/cf4f3c28a11545aaa19aaf276ec5d526, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T01:25:42,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a933773256efb4c751ed70bafe42af9e in 186ms, sequenceid=93, compaction requested=true 2024-11-11T01:25:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:42,411 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:42,411 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:42,412 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:42,412 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:42,413 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:42,413 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/c9aebb87e9bb48f48b6ea11946dae337, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=90.8 K 2024-11-11T01:25:42,413 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:42,413 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:42,413 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/c9aebb87e9bb48f48b6ea11946dae337, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa] 2024-11-11T01:25:42,413 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:42,413 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:42,413 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/76b33947e5f54c33860ea149445f1ad3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d9d602bfc9da4dc293ec711b6e762323, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/816a9fc8bb6749d9be90f3f01367c834] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=33.0 K 2024-11-11T01:25:42,414 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 76b33947e5f54c33860ea149445f1ad3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731288339298 2024-11-11T01:25:42,414 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9aebb87e9bb48f48b6ea11946dae337, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731288339298 2024-11-11T01:25:42,415 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d9d602bfc9da4dc293ec711b6e762323, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731288340042 2024-11-11T01:25:42,415 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8325e2150ec0478791ed0607db8c3be2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731288340042 2024-11-11T01:25:42,415 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c5712202110455f98f0b393285889fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288341208 2024-11-11T01:25:42,415 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 816a9fc8bb6749d9be90f3f01367c834, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288341216 2024-11-11T01:25:42,427 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:42,428 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b7418eacce9a4ba7b3cc98f04fbaa2f1 is 50, key is test_row_0/B:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,429 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:42,437 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110a52cdce8af14ce8b37b91fdb626ee22_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:42,439 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110a52cdce8af14ce8b37b91fdb626ee22_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:42,439 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110a52cdce8af14ce8b37b91fdb626ee22_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:42,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:42,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T01:25:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288402460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288402465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741972_1148 (size=12207) 2024-11-11T01:25:42,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111afd7dcdcef9a4df4b58eaaf1aacf492e_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288342437/Put/seqid=0 2024-11-11T01:25:42,492 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b7418eacce9a4ba7b3cc98f04fbaa2f1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b7418eacce9a4ba7b3cc98f04fbaa2f1 2024-11-11T01:25:42,504 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into b7418eacce9a4ba7b3cc98f04fbaa2f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:42,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:42,504 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288342411; duration=0sec 2024-11-11T01:25:42,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:42,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:42,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:42,506 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:42,506 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:42,506 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:42,506 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/a369ef429be34fdfb7c747d9921391b9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/41177b6bb0f2483980968a0afcdf8545, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/cf4f3c28a11545aaa19aaf276ec5d526] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=33.0 K 2024-11-11T01:25:42,509 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a369ef429be34fdfb7c747d9921391b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731288339298 2024-11-11T01:25:42,510 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 41177b6bb0f2483980968a0afcdf8545, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731288340042 2024-11-11T01:25:42,510 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting cf4f3c28a11545aaa19aaf276ec5d526, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288341216 2024-11-11T01:25:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741973_1149 (size=4469) 2024-11-11T01:25:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741974_1150 (size=14594) 2024-11-11T01:25:42,532 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#129 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:42,532 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/9dc2334812a948c8b77148690a4517ba is 50, key is test_row_0/C:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:42,539 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111afd7dcdcef9a4df4b58eaaf1aacf492e_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111afd7dcdcef9a4df4b58eaaf1aacf492e_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:42,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/7a098ee81cd24ad89807cebe6f8216d7, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:42,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/7a098ee81cd24ad89807cebe6f8216d7 is 175, key is test_row_0/A:col10/1731288342437/Put/seqid=0 2024-11-11T01:25:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741975_1151 (size=12207) 2024-11-11T01:25:42,565 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/9dc2334812a948c8b77148690a4517ba as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9dc2334812a948c8b77148690a4517ba 2024-11-11T01:25:42,573 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into 9dc2334812a948c8b77148690a4517ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:42,573 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:42,573 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288342412; duration=0sec 2024-11-11T01:25:42,573 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:42,573 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:42,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288402573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288402573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741976_1152 (size=39549) 2024-11-11T01:25:42,582 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/7a098ee81cd24ad89807cebe6f8216d7 2024-11-11T01:25:42,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/694eb225c70049e4a35b9803b37edc74 is 50, key is test_row_0/B:col10/1731288342437/Put/seqid=0 2024-11-11T01:25:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741977_1153 (size=12001) 2024-11-11T01:25:42,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288402783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288402792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:42,915 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#127 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:42,915 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9932f6cc1a994c1eb5108c500d6dd5bf is 175, key is test_row_0/A:col10/1731288341216/Put/seqid=0 2024-11-11T01:25:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741978_1154 (size=31268) 2024-11-11T01:25:43,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/694eb225c70049e4a35b9803b37edc74 2024-11-11T01:25:43,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/b48cad2e4a9545a9a2844dea9c70ddf6 is 50, key is test_row_0/C:col10/1731288342437/Put/seqid=0 2024-11-11T01:25:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741979_1155 (size=12001) 2024-11-11T01:25:43,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/b48cad2e4a9545a9a2844dea9c70ddf6 2024-11-11T01:25:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T01:25:43,053 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:43,054 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-11T01:25:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T01:25:43,056 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:43,058 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:43,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:43,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/7a098ee81cd24ad89807cebe6f8216d7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7 2024-11-11T01:25:43,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7, entries=200, sequenceid=120, filesize=38.6 K 2024-11-11T01:25:43,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/694eb225c70049e4a35b9803b37edc74 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/694eb225c70049e4a35b9803b37edc74 2024-11-11T01:25:43,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/694eb225c70049e4a35b9803b37edc74, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T01:25:43,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/b48cad2e4a9545a9a2844dea9c70ddf6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b48cad2e4a9545a9a2844dea9c70ddf6 2024-11-11T01:25:43,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b48cad2e4a9545a9a2844dea9c70ddf6, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T01:25:43,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a933773256efb4c751ed70bafe42af9e in 647ms, sequenceid=120, compaction requested=false 2024-11-11T01:25:43,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:43,099 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:43,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:25:43,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111402987bdc6c34dc7829bd70cf2aa5556_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741980_1156 (size=17134) 2024-11-11T01:25:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T01:25:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288403192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288403194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288403302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288403302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,324 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9932f6cc1a994c1eb5108c500d6dd5bf as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9932f6cc1a994c1eb5108c500d6dd5bf 2024-11-11T01:25:43,328 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 9932f6cc1a994c1eb5108c500d6dd5bf(size=30.5 K), total size for store is 69.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:43,328 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:43,328 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288342411; duration=0sec 2024-11-11T01:25:43,328 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:43,328 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:43,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288403362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T01:25:43,372 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:43,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288403373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288403373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,374 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:43,374 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288403512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288403513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:43,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111402987bdc6c34dc7829bd70cf2aa5556_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111402987bdc6c34dc7829bd70cf2aa5556_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:43,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/161b21a08986473f8a0416471356dbe7, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:43,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/161b21a08986473f8a0416471356dbe7 is 175, key is test_row_0/A:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741981_1157 (size=48239) 2024-11-11T01:25:43,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/161b21a08986473f8a0416471356dbe7 2024-11-11T01:25:43,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/666240f6d01444ad9957b43cf1bdfdb9 is 50, key is test_row_0/B:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741982_1158 (size=12051) 2024-11-11T01:25:43,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T01:25:43,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288403823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288403823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:43,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:43,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:44,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/666240f6d01444ad9957b43cf1bdfdb9 2024-11-11T01:25:44,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/38b8cfee3a664b56b82a0b405c744bab is 50, key is test_row_0/C:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741983_1159 (size=12051) 2024-11-11T01:25:44,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/38b8cfee3a664b56b82a0b405c744bab 2024-11-11T01:25:44,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/161b21a08986473f8a0416471356dbe7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7 2024-11-11T01:25:44,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7, entries=250, sequenceid=133, filesize=47.1 K 2024-11-11T01:25:44,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/666240f6d01444ad9957b43cf1bdfdb9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/666240f6d01444ad9957b43cf1bdfdb9 2024-11-11T01:25:44,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/666240f6d01444ad9957b43cf1bdfdb9, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T01:25:44,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/38b8cfee3a664b56b82a0b405c744bab as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/38b8cfee3a664b56b82a0b405c744bab 2024-11-11T01:25:44,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/38b8cfee3a664b56b82a0b405c744bab, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T01:25:44,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a933773256efb4c751ed70bafe42af9e in 1002ms, sequenceid=133, compaction requested=true 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:44,101 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:44,101 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:44,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:44,104 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119056 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:44,105 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:44,105 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:44,105 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9932f6cc1a994c1eb5108c500d6dd5bf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=116.3 K 2024-11-11T01:25:44,105 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:44,105 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9932f6cc1a994c1eb5108c500d6dd5bf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7] 2024-11-11T01:25:44,106 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:44,106 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:44,106 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:44,106 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b7418eacce9a4ba7b3cc98f04fbaa2f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/694eb225c70049e4a35b9803b37edc74, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/666240f6d01444ad9957b43cf1bdfdb9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=35.4 K 2024-11-11T01:25:44,109 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9932f6cc1a994c1eb5108c500d6dd5bf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288340055 2024-11-11T01:25:44,109 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b7418eacce9a4ba7b3cc98f04fbaa2f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288340055 2024-11-11T01:25:44,109 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 694eb225c70049e4a35b9803b37edc74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731288342308 2024-11-11T01:25:44,110 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 666240f6d01444ad9957b43cf1bdfdb9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731288342445 2024-11-11T01:25:44,110 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a098ee81cd24ad89807cebe6f8216d7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731288342308 2024-11-11T01:25:44,110 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 161b21a08986473f8a0416471356dbe7, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731288342445 2024-11-11T01:25:44,126 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:44,126 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/57632dd1a9a24985aa589e38f8447759 is 50, key is test_row_0/B:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:44,130 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:44,141 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f9e846f48aec418bb43a7687d1657624_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:44,143 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f9e846f48aec418bb43a7687d1657624_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:44,143 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f9e846f48aec418bb43a7687d1657624_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:44,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T01:25:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:44,148 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:25:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741984_1160 (size=12359) 2024-11-11T01:25:44,158 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/57632dd1a9a24985aa589e38f8447759 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/57632dd1a9a24985aa589e38f8447759 2024-11-11T01:25:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741985_1161 (size=4469) 2024-11-11T01:25:44,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b0238115af604539a71f8ab732400878_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288343176/Put/seqid=0 2024-11-11T01:25:44,166 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into 57632dd1a9a24985aa589e38f8447759(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:44,166 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:44,167 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288344101; duration=0sec 2024-11-11T01:25:44,167 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:44,167 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:44,167 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:44,168 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:44,168 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:44,168 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:44,168 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9dc2334812a948c8b77148690a4517ba, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b48cad2e4a9545a9a2844dea9c70ddf6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/38b8cfee3a664b56b82a0b405c744bab] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=35.4 K 2024-11-11T01:25:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741986_1162 (size=12304) 2024-11-11T01:25:44,173 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc2334812a948c8b77148690a4517ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731288340055 2024-11-11T01:25:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:44,173 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b48cad2e4a9545a9a2844dea9c70ddf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731288342308 2024-11-11T01:25:44,174 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 38b8cfee3a664b56b82a0b405c744bab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731288342445 2024-11-11T01:25:44,177 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b0238115af604539a71f8ab732400878_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0238115af604539a71f8ab732400878_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/966a331d4156417cb246016da8e9b4c5, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:44,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/966a331d4156417cb246016da8e9b4c5 is 175, key is test_row_0/A:col10/1731288343176/Put/seqid=0 2024-11-11T01:25:44,182 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:44,183 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/964cc9af1ebb46aca6707d4c962afe3d is 50, key is test_row_0/C:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741987_1163 (size=31105) 2024-11-11T01:25:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T01:25:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741988_1164 (size=12359) 2024-11-11T01:25:44,204 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/964cc9af1ebb46aca6707d4c962afe3d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/964cc9af1ebb46aca6707d4c962afe3d 2024-11-11T01:25:44,212 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into 964cc9af1ebb46aca6707d4c962afe3d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:44,212 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:44,212 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288344101; duration=0sec 2024-11-11T01:25:44,213 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:44,213 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:44,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288404352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288404353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288404463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288404463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,562 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#136 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:44,563 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/24b9b50827ea4fb8a7c0eeddbbb0d186 is 175, key is test_row_0/A:col10/1731288342445/Put/seqid=0 2024-11-11T01:25:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741989_1165 (size=31313) 2024-11-11T01:25:44,573 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/24b9b50827ea4fb8a7c0eeddbbb0d186 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/24b9b50827ea4fb8a7c0eeddbbb0d186 2024-11-11T01:25:44,581 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 24b9b50827ea4fb8a7c0eeddbbb0d186(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:44,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:44,581 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288344101; duration=0sec 2024-11-11T01:25:44,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:44,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:44,591 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/966a331d4156417cb246016da8e9b4c5 2024-11-11T01:25:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/25193e7c3ae24e29a5fc2cda23e59efa is 50, key is test_row_0/B:col10/1731288343176/Put/seqid=0 2024-11-11T01:25:44,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741990_1166 (size=12151) 2024-11-11T01:25:44,612 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/25193e7c3ae24e29a5fc2cda23e59efa 2024-11-11T01:25:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/caf2e0443f2f4953943898e44651756b is 50, key is test_row_0/C:col10/1731288343176/Put/seqid=0 2024-11-11T01:25:44,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741991_1167 (size=12151) 2024-11-11T01:25:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288404672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288404672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288404983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:44,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288404983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,028 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/caf2e0443f2f4953943898e44651756b 2024-11-11T01:25:45,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/966a331d4156417cb246016da8e9b4c5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5 2024-11-11T01:25:45,038 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5, entries=150, sequenceid=159, filesize=30.4 K 2024-11-11T01:25:45,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/25193e7c3ae24e29a5fc2cda23e59efa as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/25193e7c3ae24e29a5fc2cda23e59efa 2024-11-11T01:25:45,044 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/25193e7c3ae24e29a5fc2cda23e59efa, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T01:25:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/caf2e0443f2f4953943898e44651756b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/caf2e0443f2f4953943898e44651756b 2024-11-11T01:25:45,050 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/caf2e0443f2f4953943898e44651756b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T01:25:45,051 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a933773256efb4c751ed70bafe42af9e in 903ms, sequenceid=159, compaction requested=false 2024-11-11T01:25:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T01:25:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T01:25:45,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-11T01:25:45,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9950 sec 2024-11-11T01:25:45,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0040 sec 2024-11-11T01:25:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T01:25:45,203 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:45,203 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-11T01:25:45,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T01:25:45,208 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:45,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T01:25:45,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T01:25:45,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:45,360 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:45,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b1b0b270536e46d9865aa51ebe3d0980_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288344351/Put/seqid=0 2024-11-11T01:25:45,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741992_1168 (size=12304) 2024-11-11T01:25:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288405427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288405428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288405428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288405492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288405502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T01:25:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288405531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288405542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288405542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288405742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288405752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288405752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:45,793 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b1b0b270536e46d9865aa51ebe3d0980_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b1b0b270536e46d9865aa51ebe3d0980_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/479aa045f24d4414bc8bc11bd6eddcf3, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:45,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/479aa045f24d4414bc8bc11bd6eddcf3 is 175, key is test_row_0/A:col10/1731288344351/Put/seqid=0 2024-11-11T01:25:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741993_1169 (size=31105) 2024-11-11T01:25:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T01:25:46,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288406052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288406062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288406062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/479aa045f24d4414bc8bc11bd6eddcf3 2024-11-11T01:25:46,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/1ecc21fda93c4246ac4ba2b79d5f26f4 is 50, key is test_row_0/B:col10/1731288344351/Put/seqid=0 2024-11-11T01:25:46,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741994_1170 (size=12151) 2024-11-11T01:25:46,218 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/1ecc21fda93c4246ac4ba2b79d5f26f4 2024-11-11T01:25:46,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/69c64c50182a44018814870cbce6f25e is 50, key is test_row_0/C:col10/1731288344351/Put/seqid=0 2024-11-11T01:25:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741995_1171 (size=12151) 2024-11-11T01:25:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T01:25:46,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288406502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,504 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288406513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,517 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288406562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288406572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288406582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:46,633 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/69c64c50182a44018814870cbce6f25e 2024-11-11T01:25:46,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/479aa045f24d4414bc8bc11bd6eddcf3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3 2024-11-11T01:25:46,643 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3, entries=150, sequenceid=174, filesize=30.4 K 2024-11-11T01:25:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/1ecc21fda93c4246ac4ba2b79d5f26f4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/1ecc21fda93c4246ac4ba2b79d5f26f4 2024-11-11T01:25:46,649 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/1ecc21fda93c4246ac4ba2b79d5f26f4, entries=150, sequenceid=174, filesize=11.9 K 2024-11-11T01:25:46,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/69c64c50182a44018814870cbce6f25e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/69c64c50182a44018814870cbce6f25e 2024-11-11T01:25:46,656 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/69c64c50182a44018814870cbce6f25e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-11T01:25:46,657 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a933773256efb4c751ed70bafe42af9e in 1296ms, sequenceid=174, compaction requested=true 2024-11-11T01:25:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T01:25:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T01:25:46,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T01:25:46,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-11-11T01:25:46,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4600 sec 2024-11-11T01:25:46,748 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T01:25:46,748 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T01:25:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T01:25:47,352 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:47,353 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-11T01:25:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T01:25:47,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:47,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:47,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T01:25:47,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T01:25:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:47,508 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:25:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111da1ed87c83884a449b9ed8ccee7287a8_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288345424/Put/seqid=0 2024-11-11T01:25:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741996_1172 (size=12304) 2024-11-11T01:25:47,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:47,537 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111da1ed87c83884a449b9ed8ccee7287a8_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111da1ed87c83884a449b9ed8ccee7287a8_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8ad11033afe74201a296a1eb6bd5ecfb, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8ad11033afe74201a296a1eb6bd5ecfb is 175, key is test_row_0/A:col10/1731288345424/Put/seqid=0 2024-11-11T01:25:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741997_1173 (size=31105) 2024-11-11T01:25:47,547 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8ad11033afe74201a296a1eb6bd5ecfb 2024-11-11T01:25:47,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/384ead3067c94149b1e45193be460f97 is 50, key is test_row_0/B:col10/1731288345424/Put/seqid=0 2024-11-11T01:25:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741998_1174 (size=12151) 2024-11-11T01:25:47,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:47,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288407596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288407598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288407602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,609 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:47,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T01:25:47,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288407702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288407703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288407913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288407913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:47,961 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/384ead3067c94149b1e45193be460f97 2024-11-11T01:25:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/7faedce4075648b186c8e02ab1b29c1f is 50, key is test_row_0/C:col10/1731288345424/Put/seqid=0 2024-11-11T01:25:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T01:25:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741999_1175 (size=12151) 2024-11-11T01:25:47,986 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/7faedce4075648b186c8e02ab1b29c1f 2024-11-11T01:25:47,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/8ad11033afe74201a296a1eb6bd5ecfb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb 2024-11-11T01:25:48,004 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb, entries=150, sequenceid=199, filesize=30.4 K 2024-11-11T01:25:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/384ead3067c94149b1e45193be460f97 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/384ead3067c94149b1e45193be460f97 2024-11-11T01:25:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,012 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/384ead3067c94149b1e45193be460f97, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T01:25:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/7faedce4075648b186c8e02ab1b29c1f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7faedce4075648b186c8e02ab1b29c1f 2024-11-11T01:25:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,022 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7faedce4075648b186c8e02ab1b29c1f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T01:25:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,023 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a933773256efb4c751ed70bafe42af9e in 515ms, sequenceid=199, compaction requested=true 2024-11-11T01:25:48,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T01:25:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T01:25:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-11T01:25:48,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 670 msec 2024-11-11T01:25:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 675 msec 2024-11-11T01:25:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:48,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:48,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:25:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111132489165cf944fd0a114ac64da3f2a48_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742000_1176 (size=14794) 2024-11-11T01:25:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288408415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288408420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T01:25:48,493 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:48,493 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-11T01:25:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T01:25:48,495 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:48,496 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:48,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:48,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288408522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,525 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:48,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288408532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288408532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288408532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,535 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T01:25:48,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T01:25:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:48,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:48,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111132489165cf944fd0a114ac64da3f2a48_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132489165cf944fd0a114ac64da3f2a48_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:48,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/36236c0f4d244536a495118f4c3c9293, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:48,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/36236c0f4d244536a495118f4c3c9293 is 175, key is test_row_0/A:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742001_1177 (size=39745) 2024-11-11T01:25:48,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/36236c0f4d244536a495118f4c3c9293 2024-11-11T01:25:48,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/5562da34adea43be862180192b882de7 is 50, key is test_row_0/B:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742002_1178 (size=9757) 2024-11-11T01:25:48,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/5562da34adea43be862180192b882de7 2024-11-11T01:25:48,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288408742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288408742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:48,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/3680945bd99249139022a035c427987f is 50, key is test_row_0/C:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742003_1179 (size=9757) 2024-11-11T01:25:48,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/3680945bd99249139022a035c427987f 2024-11-11T01:25:48,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/36236c0f4d244536a495118f4c3c9293 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293 2024-11-11T01:25:48,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293, entries=200, sequenceid=212, filesize=38.8 K 2024-11-11T01:25:48,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/5562da34adea43be862180192b882de7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5562da34adea43be862180192b882de7 2024-11-11T01:25:48,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5562da34adea43be862180192b882de7, entries=100, sequenceid=212, filesize=9.5 K 2024-11-11T01:25:48,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/3680945bd99249139022a035c427987f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/3680945bd99249139022a035c427987f 2024-11-11T01:25:48,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T01:25:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T01:25:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:48,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/3680945bd99249139022a035c427987f, entries=100, sequenceid=212, filesize=9.5 K 2024-11-11T01:25:48,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a933773256efb4c751ed70bafe42af9e in 580ms, sequenceid=212, compaction requested=true 2024-11-11T01:25:48,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:48,826 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:25:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:48,826 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:25:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:48,829 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58569 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:25:48,830 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:48,830 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,830 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/57632dd1a9a24985aa589e38f8447759, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/25193e7c3ae24e29a5fc2cda23e59efa, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/1ecc21fda93c4246ac4ba2b79d5f26f4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/384ead3067c94149b1e45193be460f97, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5562da34adea43be862180192b882de7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=57.2 K 2024-11-11T01:25:48,830 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 57632dd1a9a24985aa589e38f8447759, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731288342445 2024-11-11T01:25:48,831 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164373 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:25:48,831 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:48,831 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 25193e7c3ae24e29a5fc2cda23e59efa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731288343176 2024-11-11T01:25:48,831 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,831 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/24b9b50827ea4fb8a7c0eeddbbb0d186, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=160.5 K 2024-11-11T01:25:48,831 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,831 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/24b9b50827ea4fb8a7c0eeddbbb0d186, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293] 2024-11-11T01:25:48,831 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ecc21fda93c4246ac4ba2b79d5f26f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731288344344 2024-11-11T01:25:48,831 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24b9b50827ea4fb8a7c0eeddbbb0d186, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731288342445 2024-11-11T01:25:48,832 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 384ead3067c94149b1e45193be460f97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731288345419 2024-11-11T01:25:48,832 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 966a331d4156417cb246016da8e9b4c5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731288343176 2024-11-11T01:25:48,832 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5562da34adea43be862180192b882de7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731288348242 2024-11-11T01:25:48,832 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 479aa045f24d4414bc8bc11bd6eddcf3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731288344344 2024-11-11T01:25:48,832 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ad11033afe74201a296a1eb6bd5ecfb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731288345419 2024-11-11T01:25:48,833 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36236c0f4d244536a495118f4c3c9293, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731288347594 2024-11-11T01:25:48,845 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:48,847 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:48,848 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/d1a6522a941440e4989587aeb20545eb is 50, key is test_row_0/B:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,850 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114c514e2f9a884bfa997804612bd4fee2_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:48,853 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114c514e2f9a884bfa997804612bd4fee2_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:48,853 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114c514e2f9a884bfa997804612bd4fee2_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742004_1180 (size=12629) 2024-11-11T01:25:48,867 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/d1a6522a941440e4989587aeb20545eb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d1a6522a941440e4989587aeb20545eb 2024-11-11T01:25:48,877 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into d1a6522a941440e4989587aeb20545eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:48,877 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:48,877 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=11, startTime=1731288348826; duration=0sec 2024-11-11T01:25:48,877 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:48,877 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:48,878 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:25:48,879 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58569 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:25:48,880 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:48,880 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,880 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/964cc9af1ebb46aca6707d4c962afe3d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/caf2e0443f2f4953943898e44651756b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/69c64c50182a44018814870cbce6f25e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7faedce4075648b186c8e02ab1b29c1f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/3680945bd99249139022a035c427987f] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=57.2 K 2024-11-11T01:25:48,880 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 964cc9af1ebb46aca6707d4c962afe3d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731288342445 2024-11-11T01:25:48,881 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting caf2e0443f2f4953943898e44651756b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731288343176 2024-11-11T01:25:48,881 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c64c50182a44018814870cbce6f25e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731288344344 2024-11-11T01:25:48,882 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7faedce4075648b186c8e02ab1b29c1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731288345419 2024-11-11T01:25:48,882 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3680945bd99249139022a035c427987f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731288348242 2024-11-11T01:25:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742005_1181 (size=4469) 2024-11-11T01:25:48,888 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#151 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:48,888 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/43364db730eb4a04bc88a37d67de96f5 is 175, key is test_row_0/A:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742006_1182 (size=31690) 2024-11-11T01:25:48,927 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#152 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:48,927 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/7357287456af4ff486257485734b9bcd is 50, key is test_row_0/C:col10/1731288348242/Put/seqid=0 2024-11-11T01:25:48,929 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/43364db730eb4a04bc88a37d67de96f5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/43364db730eb4a04bc88a37d67de96f5 2024-11-11T01:25:48,935 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 43364db730eb4a04bc88a37d67de96f5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:48,935 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:48,935 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=11, startTime=1731288348826; duration=0sec 2024-11-11T01:25:48,936 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:48,936 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742007_1183 (size=12629) 2024-11-11T01:25:48,951 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/7357287456af4ff486257485734b9bcd as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7357287456af4ff486257485734b9bcd 2024-11-11T01:25:48,963 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into 7357287456af4ff486257485734b9bcd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:48,963 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:48,963 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=11, startTime=1731288348826; duration=0sec 2024-11-11T01:25:48,963 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:48,963 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:48,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T01:25:48,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:48,968 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T01:25:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111382f7d6726a0467c95df0a78cf075ed0_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288348345/Put/seqid=0 2024-11-11T01:25:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742008_1184 (size=12304) 2024-11-11T01:25:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:49,018 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111382f7d6726a0467c95df0a78cf075ed0_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111382f7d6726a0467c95df0a78cf075ed0_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/1778472011ca424fb0470659d2593f96, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/1778472011ca424fb0470659d2593f96 is 175, key is test_row_0/A:col10/1731288348345/Put/seqid=0 2024-11-11T01:25:49,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742009_1185 (size=31105) 2024-11-11T01:25:49,050 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/1778472011ca424fb0470659d2593f96 2024-11-11T01:25:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:49,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:49,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/91360870f5364697966bfe01c1f1fc61 is 50, key is test_row_0/B:col10/1731288348345/Put/seqid=0 2024-11-11T01:25:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288409085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288409086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742010_1186 (size=12151) 2024-11-11T01:25:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T01:25:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288409192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288409192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288409402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288409402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,505 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/91360870f5364697966bfe01c1f1fc61 2024-11-11T01:25:49,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/4669d9b0091d4f1b8cf5481d26cb3e98 is 50, key is test_row_0/C:col10/1731288348345/Put/seqid=0 2024-11-11T01:25:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742011_1187 (size=12151) 2024-11-11T01:25:49,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288409622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,624 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T01:25:49,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288409712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288409712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:49,954 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/4669d9b0091d4f1b8cf5481d26cb3e98 2024-11-11T01:25:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/1778472011ca424fb0470659d2593f96 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96 2024-11-11T01:25:49,979 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96, entries=150, sequenceid=238, filesize=30.4 K 2024-11-11T01:25:49,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/91360870f5364697966bfe01c1f1fc61 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/91360870f5364697966bfe01c1f1fc61 2024-11-11T01:25:49,988 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/91360870f5364697966bfe01c1f1fc61, entries=150, sequenceid=238, filesize=11.9 K 2024-11-11T01:25:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/4669d9b0091d4f1b8cf5481d26cb3e98 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4669d9b0091d4f1b8cf5481d26cb3e98 2024-11-11T01:25:49,995 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4669d9b0091d4f1b8cf5481d26cb3e98, entries=150, sequenceid=238, filesize=11.9 K 2024-11-11T01:25:49,996 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a933773256efb4c751ed70bafe42af9e in 1028ms, sequenceid=238, compaction requested=false 2024-11-11T01:25:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T01:25:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T01:25:50,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-11T01:25:50,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5020 sec 2024-11-11T01:25:50,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.5090 sec 2024-11-11T01:25:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:50,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:50,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:25:50,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd6b7ca893a04ef2b0e0d206d0ca57c2_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742012_1188 (size=12304) 2024-11-11T01:25:50,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288410273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288410273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288410382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288410382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288410592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288410592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T01:25:50,642 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:50,642 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-11T01:25:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T01:25:50,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:50,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:50,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:50,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:50,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd6b7ca893a04ef2b0e0d206d0ca57c2_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd6b7ca893a04ef2b0e0d206d0ca57c2_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:50,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3b87714b46a74b93b44428566e80a400, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:50,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3b87714b46a74b93b44428566e80a400 is 175, key is test_row_0/A:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742013_1189 (size=31105) 2024-11-11T01:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T01:25:50,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:50,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288410902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288410902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:50,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:50,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:50,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:50,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:50,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T01:25:51,062 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3b87714b46a74b93b44428566e80a400 2024-11-11T01:25:51,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/dc0b2d14d86140019d9211486e9378d0 is 50, key is test_row_0/B:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742014_1190 (size=12151) 2024-11-11T01:25:51,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T01:25:51,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288411412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288411414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:51,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/dc0b2d14d86140019d9211486e9378d0 2024-11-11T01:25:51,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/5bc2ded88a304b5f9a7ab006b7b816ae is 50, key is test_row_0/C:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742015_1191 (size=12151) 2024-11-11T01:25:51,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T01:25:51,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:51,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/5bc2ded88a304b5f9a7ab006b7b816ae 2024-11-11T01:25:51,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3b87714b46a74b93b44428566e80a400 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400 2024-11-11T01:25:51,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400, entries=150, sequenceid=253, filesize=30.4 K 2024-11-11T01:25:51,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/dc0b2d14d86140019d9211486e9378d0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/dc0b2d14d86140019d9211486e9378d0 2024-11-11T01:25:51,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/dc0b2d14d86140019d9211486e9378d0, entries=150, sequenceid=253, filesize=11.9 K 2024-11-11T01:25:51,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/5bc2ded88a304b5f9a7ab006b7b816ae as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/5bc2ded88a304b5f9a7ab006b7b816ae 2024-11-11T01:25:51,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/5bc2ded88a304b5f9a7ab006b7b816ae, entries=150, sequenceid=253, filesize=11.9 K 2024-11-11T01:25:51,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a933773256efb4c751ed70bafe42af9e in 1700ms, sequenceid=253, compaction requested=true 2024-11-11T01:25:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:51,925 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:51,925 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:51,927 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:51,927 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93900 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:51,927 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:51,927 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:51,927 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,927 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,928 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d1a6522a941440e4989587aeb20545eb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/91360870f5364697966bfe01c1f1fc61, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/dc0b2d14d86140019d9211486e9378d0] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.1 K 2024-11-11T01:25:51,928 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/43364db730eb4a04bc88a37d67de96f5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=91.7 K 2024-11-11T01:25:51,928 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:51,928 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/43364db730eb4a04bc88a37d67de96f5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400] 2024-11-11T01:25:51,928 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a6522a941440e4989587aeb20545eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731288345419 2024-11-11T01:25:51,928 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43364db730eb4a04bc88a37d67de96f5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731288345419 2024-11-11T01:25:51,928 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 91360870f5364697966bfe01c1f1fc61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731288348345 2024-11-11T01:25:51,929 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting dc0b2d14d86140019d9211486e9378d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731288349082 2024-11-11T01:25:51,929 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1778472011ca424fb0470659d2593f96, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731288348345 2024-11-11T01:25:51,929 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b87714b46a74b93b44428566e80a400, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731288349082 2024-11-11T01:25:51,949 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:51,952 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:51,953 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111114d0097b4d874882a6b41ec5bd85dc3e_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:51,953 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/ff89ccbb881b4438bf2154b901df2fc9 is 50, key is test_row_0/B:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:51,955 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111114d0097b4d874882a6b41ec5bd85dc3e_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:51,955 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111114d0097b4d874882a6b41ec5bd85dc3e_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742016_1192 (size=12731) 2024-11-11T01:25:51,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742017_1193 (size=4469) 2024-11-11T01:25:52,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T01:25:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:52,031 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T01:25:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c93c2782ffe743918ac37eb1832d0a91_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288350269/Put/seqid=0 2024-11-11T01:25:52,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742018_1194 (size=12454) 2024-11-11T01:25:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:52,100 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c93c2782ffe743918ac37eb1832d0a91_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c93c2782ffe743918ac37eb1832d0a91_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/d6f3f1a2a1654daabc6d5cce603851cd, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/d6f3f1a2a1654daabc6d5cce603851cd is 175, key is test_row_0/A:col10/1731288350269/Put/seqid=0 2024-11-11T01:25:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742019_1195 (size=31255) 2024-11-11T01:25:52,383 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:52,384 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/00ed50f668f74f2189b541b38124814d is 175, key is test_row_0/A:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:52,387 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/ff89ccbb881b4438bf2154b901df2fc9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/ff89ccbb881b4438bf2154b901df2fc9 2024-11-11T01:25:52,395 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into ff89ccbb881b4438bf2154b901df2fc9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:52,395 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:52,395 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288351925; duration=0sec 2024-11-11T01:25:52,396 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:52,396 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:52,396 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:52,398 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:52,398 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:52,398 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:52,398 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7357287456af4ff486257485734b9bcd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4669d9b0091d4f1b8cf5481d26cb3e98, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/5bc2ded88a304b5f9a7ab006b7b816ae] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.1 K 2024-11-11T01:25:52,399 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7357287456af4ff486257485734b9bcd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731288345419 2024-11-11T01:25:52,399 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4669d9b0091d4f1b8cf5481d26cb3e98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731288348345 2024-11-11T01:25:52,400 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bc2ded88a304b5f9a7ab006b7b816ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731288349082 2024-11-11T01:25:52,417 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:52,417 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/8ae72c3dca2d49fa9241f6a934886b01 is 50, key is test_row_0/C:col10/1731288349082/Put/seqid=0 2024-11-11T01:25:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742020_1196 (size=31685) 2024-11-11T01:25:52,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742021_1197 (size=12731) 2024-11-11T01:25:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288412453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288412454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,523 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/d6f3f1a2a1654daabc6d5cce603851cd 2024-11-11T01:25:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b359f1394b9748b4824769191965ffeb is 50, key is test_row_0/B:col10/1731288350269/Put/seqid=0 2024-11-11T01:25:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38648 deadline: 1731288412552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,555 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38638 deadline: 1731288412562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288412562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,568 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288412564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742022_1198 (size=12301) 2024-11-11T01:25:52,577 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b359f1394b9748b4824769191965ffeb 2024-11-11T01:25:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/bcd3b4b8ee0b42e28dc1616c40f75d27 is 50, key is test_row_0/C:col10/1731288350269/Put/seqid=0 2024-11-11T01:25:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742023_1199 (size=12301) 2024-11-11T01:25:52,636 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/bcd3b4b8ee0b42e28dc1616c40f75d27 2024-11-11T01:25:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/d6f3f1a2a1654daabc6d5cce603851cd as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd 2024-11-11T01:25:52,649 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd, entries=150, sequenceid=274, filesize=30.5 K 2024-11-11T01:25:52,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b359f1394b9748b4824769191965ffeb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b359f1394b9748b4824769191965ffeb 2024-11-11T01:25:52,658 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b359f1394b9748b4824769191965ffeb, entries=150, sequenceid=274, filesize=12.0 K 2024-11-11T01:25:52,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/bcd3b4b8ee0b42e28dc1616c40f75d27 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/bcd3b4b8ee0b42e28dc1616c40f75d27 2024-11-11T01:25:52,666 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/bcd3b4b8ee0b42e28dc1616c40f75d27, entries=150, sequenceid=274, filesize=12.0 K 2024-11-11T01:25:52,667 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a933773256efb4c751ed70bafe42af9e in 636ms, sequenceid=274, compaction requested=false 2024-11-11T01:25:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T01:25:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T01:25:52,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-11T01:25:52,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-11-11T01:25:52,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.0290 sec 2024-11-11T01:25:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:52,780 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:52,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T01:25:52,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111058a703ee0eb40e5b07f42f9312aa6bb_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T01:25:52,802 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:52,803 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-11T01:25:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T01:25:52,805 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:52,806 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:52,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742024_1200 (size=17534) 2024-11-11T01:25:52,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:52,826 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/00ed50f668f74f2189b541b38124814d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/00ed50f668f74f2189b541b38124814d 2024-11-11T01:25:52,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111058a703ee0eb40e5b07f42f9312aa6bb_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111058a703ee0eb40e5b07f42f9312aa6bb_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:52,828 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/bd54be63c9cc45489e14266696de5150, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:52,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/bd54be63c9cc45489e14266696de5150 is 175, key is test_row_0/A:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:52,839 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 00ed50f668f74f2189b541b38124814d(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:52,839 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:52,839 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288351925; duration=0sec 2024-11-11T01:25:52,840 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:52,840 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:52,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288412840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288412842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,856 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/8ae72c3dca2d49fa9241f6a934886b01 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/8ae72c3dca2d49fa9241f6a934886b01 2024-11-11T01:25:52,864 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into 8ae72c3dca2d49fa9241f6a934886b01(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:52,864 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:52,864 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288351926; duration=0sec 2024-11-11T01:25:52,864 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:52,864 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742025_1201 (size=48639) 2024-11-11T01:25:52,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/bd54be63c9cc45489e14266696de5150 2024-11-11T01:25:52,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b371c12b800e42de9dd536b730dd2155 is 50, key is test_row_0/B:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742026_1202 (size=12301) 2024-11-11T01:25:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T01:25:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288412952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:52,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T01:25:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:52,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:52,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288412962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T01:25:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:53,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T01:25:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288413162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288413172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T01:25:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:53,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b371c12b800e42de9dd536b730dd2155 2024-11-11T01:25:53,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/d5dc0d0ef2e445e9ba550b39f0a967a6 is 50, key is test_row_0/C:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742027_1203 (size=12301) 2024-11-11T01:25:53,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/d5dc0d0ef2e445e9ba550b39f0a967a6 2024-11-11T01:25:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/bd54be63c9cc45489e14266696de5150 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150 2024-11-11T01:25:53,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150, entries=250, sequenceid=292, filesize=47.5 K 2024-11-11T01:25:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/b371c12b800e42de9dd536b730dd2155 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b371c12b800e42de9dd536b730dd2155 2024-11-11T01:25:53,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b371c12b800e42de9dd536b730dd2155, entries=150, sequenceid=292, filesize=12.0 K 2024-11-11T01:25:53,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/d5dc0d0ef2e445e9ba550b39f0a967a6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d5dc0d0ef2e445e9ba550b39f0a967a6 2024-11-11T01:25:53,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d5dc0d0ef2e445e9ba550b39f0a967a6, entries=150, sequenceid=292, filesize=12.0 K 2024-11-11T01:25:53,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a933773256efb4c751ed70bafe42af9e in 589ms, sequenceid=292, compaction requested=true 2024-11-11T01:25:53,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:53,370 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:53,370 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:53,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:53,371 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:53,372 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:53,372 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,372 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/ff89ccbb881b4438bf2154b901df2fc9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b359f1394b9748b4824769191965ffeb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b371c12b800e42de9dd536b730dd2155] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.5 K 2024-11-11T01:25:53,373 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111579 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:53,373 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:53,373 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,373 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/00ed50f668f74f2189b541b38124814d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=109.0 K 2024-11-11T01:25:53,373 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,373 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/00ed50f668f74f2189b541b38124814d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150] 2024-11-11T01:25:53,374 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ff89ccbb881b4438bf2154b901df2fc9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731288349082 2024-11-11T01:25:53,374 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00ed50f668f74f2189b541b38124814d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731288349082 2024-11-11T01:25:53,374 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b359f1394b9748b4824769191965ffeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731288350266 2024-11-11T01:25:53,375 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6f3f1a2a1654daabc6d5cce603851cd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731288350266 2024-11-11T01:25:53,375 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b371c12b800e42de9dd536b730dd2155, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731288352451 2024-11-11T01:25:53,375 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd54be63c9cc45489e14266696de5150, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731288352447 2024-11-11T01:25:53,387 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:53,388 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/8e4ded22195c4d2d8319f696db2e0587 is 50, key is test_row_0/B:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:53,389 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:53,391 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111dc64b619a1a34e2c8b698f264f118f9a_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:53,394 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111dc64b619a1a34e2c8b698f264f118f9a_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:53,394 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dc64b619a1a34e2c8b698f264f118f9a_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:53,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T01:25:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,425 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T01:25:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742028_1204 (size=12983) 2024-11-11T01:25:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T01:25:53,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742029_1205 (size=4469) 2024-11-11T01:25:53,440 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#169 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:53,440 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/dc2f1230a5e042599549154ffec6039c is 175, key is test_row_0/A:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111270a048d628540eead10d420e7bdc958_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288352833/Put/seqid=0 2024-11-11T01:25:53,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742030_1206 (size=31937) 2024-11-11T01:25:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742031_1207 (size=12454) 2024-11-11T01:25:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:53,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:53,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288413499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288413500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288413613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288413613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38624 deadline: 1731288413633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,635 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a933773256efb4c751ed70bafe42af9e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:25:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288413822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288413822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:53,831 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/8e4ded22195c4d2d8319f696db2e0587 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8e4ded22195c4d2d8319f696db2e0587 2024-11-11T01:25:53,835 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into 8e4ded22195c4d2d8319f696db2e0587(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:53,835 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:53,836 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288353370; duration=0sec 2024-11-11T01:25:53,836 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:53,836 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:53,836 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:53,837 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:53,837 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:53,837 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:53,837 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/8ae72c3dca2d49fa9241f6a934886b01, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/bcd3b4b8ee0b42e28dc1616c40f75d27, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d5dc0d0ef2e445e9ba550b39f0a967a6] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.5 K 2024-11-11T01:25:53,838 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ae72c3dca2d49fa9241f6a934886b01, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731288349082 2024-11-11T01:25:53,838 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd3b4b8ee0b42e28dc1616c40f75d27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731288350266 2024-11-11T01:25:53,838 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d5dc0d0ef2e445e9ba550b39f0a967a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731288352451 2024-11-11T01:25:53,845 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:53,845 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/80a85a604f264caf9587f4c29b0704f2 is 50, key is test_row_0/C:col10/1731288352776/Put/seqid=0 2024-11-11T01:25:53,858 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/dc2f1230a5e042599549154ffec6039c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/dc2f1230a5e042599549154ffec6039c 2024-11-11T01:25:53,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:53,865 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into dc2f1230a5e042599549154ffec6039c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:53,865 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:53,865 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288353370; duration=0sec 2024-11-11T01:25:53,865 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:53,865 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:53,867 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111270a048d628540eead10d420e7bdc958_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111270a048d628540eead10d420e7bdc958_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3f833dde5b0f478bab85028f07608408, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:53,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3f833dde5b0f478bab85028f07608408 is 175, key is test_row_0/A:col10/1731288352833/Put/seqid=0 2024-11-11T01:25:53,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742032_1208 (size=12983) 2024-11-11T01:25:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742033_1209 (size=31255) 2024-11-11T01:25:53,883 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3f833dde5b0f478bab85028f07608408 2024-11-11T01:25:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/8dce566a041747eba74392ea94b60615 is 50, key is test_row_0/B:col10/1731288352833/Put/seqid=0 2024-11-11T01:25:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742034_1210 (size=12301) 2024-11-11T01:25:53,901 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/8dce566a041747eba74392ea94b60615 2024-11-11T01:25:53,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/b9966544348849debb92dcb6147d368d is 50, key is test_row_0/C:col10/1731288352833/Put/seqid=0 2024-11-11T01:25:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742035_1211 (size=12301) 2024-11-11T01:25:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T01:25:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288414132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288414132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:54,281 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/80a85a604f264caf9587f4c29b0704f2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/80a85a604f264caf9587f4c29b0704f2 2024-11-11T01:25:54,287 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into 80a85a604f264caf9587f4c29b0704f2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:54,287 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:54,287 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288353370; duration=0sec 2024-11-11T01:25:54,288 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:54,288 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:54,314 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/b9966544348849debb92dcb6147d368d 2024-11-11T01:25:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/3f833dde5b0f478bab85028f07608408 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408 2024-11-11T01:25:54,325 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408, entries=150, sequenceid=313, filesize=30.5 K 2024-11-11T01:25:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/8dce566a041747eba74392ea94b60615 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8dce566a041747eba74392ea94b60615 2024-11-11T01:25:54,357 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8dce566a041747eba74392ea94b60615, entries=150, sequenceid=313, filesize=12.0 K 2024-11-11T01:25:54,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/b9966544348849debb92dcb6147d368d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b9966544348849debb92dcb6147d368d 2024-11-11T01:25:54,362 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b9966544348849debb92dcb6147d368d, entries=150, sequenceid=313, filesize=12.0 K 2024-11-11T01:25:54,363 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a933773256efb4c751ed70bafe42af9e in 938ms, sequenceid=313, compaction requested=false 2024-11-11T01:25:54,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:54,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:54,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T01:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T01:25:54,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-11T01:25:54,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-11-11T01:25:54,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5630 sec 2024-11-11T01:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:54,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T01:25:54,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca2a2da448ea4fc9b403122ded9bb518_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742036_1212 (size=17534) 2024-11-11T01:25:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288414710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288414711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:54,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288414822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288414822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T01:25:54,952 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:54,953 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-11T01:25:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T01:25:54,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:54,956 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:54,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288415033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288415033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T01:25:55,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:55,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca2a2da448ea4fc9b403122ded9bb518_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca2a2da448ea4fc9b403122ded9bb518_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:55,101 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/b90da10574ad44409b472f2d5a463a32, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:55,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/b90da10574ad44409b472f2d5a463a32 is 175, key is test_row_0/A:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:55,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T01:25:55,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:55,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742037_1213 (size=48639) 2024-11-11T01:25:55,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/b90da10574ad44409b472f2d5a463a32 2024-11-11T01:25:55,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/6b2a65bf7dc0431a9160acdaecf658d3 is 50, key is test_row_0/B:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742038_1214 (size=12301) 2024-11-11T01:25:55,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/6b2a65bf7dc0431a9160acdaecf658d3 2024-11-11T01:25:55,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/99122680d1e6424d88d9a532adb4609d is 50, key is test_row_0/C:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742039_1215 (size=12301) 2024-11-11T01:25:55,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/99122680d1e6424d88d9a532adb4609d 2024-11-11T01:25:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/b90da10574ad44409b472f2d5a463a32 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32 2024-11-11T01:25:55,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32, entries=250, sequenceid=335, filesize=47.5 K 2024-11-11T01:25:55,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/6b2a65bf7dc0431a9160acdaecf658d3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6b2a65bf7dc0431a9160acdaecf658d3 2024-11-11T01:25:55,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6b2a65bf7dc0431a9160acdaecf658d3, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T01:25:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/99122680d1e6424d88d9a532adb4609d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/99122680d1e6424d88d9a532adb4609d 2024-11-11T01:25:55,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/99122680d1e6424d88d9a532adb4609d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T01:25:55,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a933773256efb4c751ed70bafe42af9e in 515ms, sequenceid=335, compaction requested=true 2024-11-11T01:25:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:55,178 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:55,178 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:55,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:55,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:55,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:55,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:55,181 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:55,181 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:55,181 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:55,181 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:55,181 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,181 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,181 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/dc2f1230a5e042599549154ffec6039c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=109.2 K 2024-11-11T01:25:55,181 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8e4ded22195c4d2d8319f696db2e0587, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8dce566a041747eba74392ea94b60615, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6b2a65bf7dc0431a9160acdaecf658d3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.7 K 2024-11-11T01:25:55,181 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,181 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/dc2f1230a5e042599549154ffec6039c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32] 2024-11-11T01:25:55,182 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e4ded22195c4d2d8319f696db2e0587, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731288352451 2024-11-11T01:25:55,182 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc2f1230a5e042599549154ffec6039c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731288352451 2024-11-11T01:25:55,182 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dce566a041747eba74392ea94b60615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731288352810 2024-11-11T01:25:55,182 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f833dde5b0f478bab85028f07608408, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731288352810 2024-11-11T01:25:55,182 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b2a65bf7dc0431a9160acdaecf658d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288353497 2024-11-11T01:25:55,182 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting b90da10574ad44409b472f2d5a463a32, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288353492 2024-11-11T01:25:55,190 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:55,192 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:55,193 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f09d0382e85b4826a0ec176720e877f4_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:55,193 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/0ac76c9a8bad40ba8d0ff78b9a4fff31 is 50, key is test_row_0/B:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:55,195 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f09d0382e85b4826a0ec176720e877f4_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:55,195 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f09d0382e85b4826a0ec176720e877f4_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742040_1216 (size=13085) 2024-11-11T01:25:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742041_1217 (size=4469) 2024-11-11T01:25:55,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T01:25:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,262 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T01:25:55,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a28c6a028f144628888872cf519ad5f7_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288354708/Put/seqid=0 2024-11-11T01:25:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T01:25:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742042_1218 (size=12454) 2024-11-11T01:25:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:55,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:55,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288415367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288415372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288415482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288415482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T01:25:55,607 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:55,607 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/6fc281b6bd394121becbb5cc76e9aae2 is 175, key is test_row_0/A:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:55,613 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/0ac76c9a8bad40ba8d0ff78b9a4fff31 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0ac76c9a8bad40ba8d0ff78b9a4fff31 2024-11-11T01:25:55,619 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into 0ac76c9a8bad40ba8d0ff78b9a4fff31(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:55,619 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:55,619 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288355178; duration=0sec 2024-11-11T01:25:55,619 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:55,619 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:55,619 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:55,622 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:55,622 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:55,622 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:55,622 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/80a85a604f264caf9587f4c29b0704f2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b9966544348849debb92dcb6147d368d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/99122680d1e6424d88d9a532adb4609d] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.7 K 2024-11-11T01:25:55,623 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a85a604f264caf9587f4c29b0704f2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731288352451 2024-11-11T01:25:55,623 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b9966544348849debb92dcb6147d368d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731288352810 2024-11-11T01:25:55,624 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 99122680d1e6424d88d9a532adb4609d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288353497 2024-11-11T01:25:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742043_1219 (size=32039) 2024-11-11T01:25:55,635 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/6fc281b6bd394121becbb5cc76e9aae2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/6fc281b6bd394121becbb5cc76e9aae2 2024-11-11T01:25:55,638 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:55,639 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/97a0265001cd4ce08938891ea1a26204 is 50, key is test_row_0/C:col10/1731288354660/Put/seqid=0 2024-11-11T01:25:55,642 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 6fc281b6bd394121becbb5cc76e9aae2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:55,642 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:55,642 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288355178; duration=0sec 2024-11-11T01:25:55,643 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:55,643 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742044_1220 (size=13085) 2024-11-11T01:25:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:55,681 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a28c6a028f144628888872cf519ad5f7_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a28c6a028f144628888872cf519ad5f7_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/ff7751e5842b4330816fda3bc0c397a3, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:55,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/ff7751e5842b4330816fda3bc0c397a3 is 175, key is test_row_0/A:col10/1731288354708/Put/seqid=0 2024-11-11T01:25:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742045_1221 (size=31255) 2024-11-11T01:25:55,689 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/ff7751e5842b4330816fda3bc0c397a3 2024-11-11T01:25:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/5a0055991c08467db29bcd424eef4f4c is 50, key is test_row_0/B:col10/1731288354708/Put/seqid=0 2024-11-11T01:25:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742046_1222 (size=12301) 2024-11-11T01:25:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288416002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288416002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,065 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/97a0265001cd4ce08938891ea1a26204 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/97a0265001cd4ce08938891ea1a26204 2024-11-11T01:25:56,071 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into 97a0265001cd4ce08938891ea1a26204(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:56,071 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:56,071 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288355179; duration=0sec 2024-11-11T01:25:56,071 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:56,071 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T01:25:56,122 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/5a0055991c08467db29bcd424eef4f4c 2024-11-11T01:25:56,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/d3eb5cc7df8c44bf992de68abc49b8e7 is 50, key is test_row_0/C:col10/1731288354708/Put/seqid=0 2024-11-11T01:25:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742047_1223 (size=12301) 2024-11-11T01:25:56,147 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/d3eb5cc7df8c44bf992de68abc49b8e7 2024-11-11T01:25:56,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/ff7751e5842b4330816fda3bc0c397a3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3 2024-11-11T01:25:56,165 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3, entries=150, sequenceid=353, filesize=30.5 K 2024-11-11T01:25:56,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/5a0055991c08467db29bcd424eef4f4c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5a0055991c08467db29bcd424eef4f4c 2024-11-11T01:25:56,174 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5a0055991c08467db29bcd424eef4f4c, entries=150, sequenceid=353, filesize=12.0 K 2024-11-11T01:25:56,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/d3eb5cc7df8c44bf992de68abc49b8e7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d3eb5cc7df8c44bf992de68abc49b8e7 2024-11-11T01:25:56,181 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d3eb5cc7df8c44bf992de68abc49b8e7, entries=150, sequenceid=353, filesize=12.0 K 2024-11-11T01:25:56,186 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a933773256efb4c751ed70bafe42af9e in 924ms, sequenceid=353, compaction requested=false 2024-11-11T01:25:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-11T01:25:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-11T01:25:56,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-11T01:25:56,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2320 sec 2024-11-11T01:25:56,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.2390 sec 2024-11-11T01:25:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:56,514 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:56,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T01:25:56,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a68d7156e20c48d9bb598555608ea8ec_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742048_1224 (size=17534) 2024-11-11T01:25:56,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288416555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288416560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288416662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288416672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288416872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288416883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:56,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:56,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:56,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:56,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a68d7156e20c48d9bb598555608ea8ec_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a68d7156e20c48d9bb598555608ea8ec_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:56,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f0aefca3b075464a80af5352db499083, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:56,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f0aefca3b075464a80af5352db499083 is 175, key is test_row_0/A:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742049_1225 (size=48639) 2024-11-11T01:25:56,996 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f0aefca3b075464a80af5352db499083 2024-11-11T01:25:57,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78 is 50, key is test_row_0/B:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742050_1226 (size=12301) 2024-11-11T01:25:57,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78 2024-11-11T01:25:57,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/9fb32e550b7b4822ac1c247cf93baf2f is 50, key is test_row_0/C:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742051_1227 (size=12301) 2024-11-11T01:25:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T01:25:57,102 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:57,103 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:25:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-11T01:25:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T01:25:57,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:25:57,106 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:25:57,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:25:57,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288417182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:57,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288417192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T01:25:57,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T01:25:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:57,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:57,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T01:25:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:57,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:57,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T01:25:57,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/9fb32e550b7b4822ac1c247cf93baf2f 2024-11-11T01:25:57,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/f0aefca3b075464a80af5352db499083 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083 2024-11-11T01:25:57,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083, entries=250, sequenceid=376, filesize=47.5 K 2024-11-11T01:25:57,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78 2024-11-11T01:25:57,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78, entries=150, sequenceid=376, filesize=12.0 K 2024-11-11T01:25:57,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/9fb32e550b7b4822ac1c247cf93baf2f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9fb32e550b7b4822ac1c247cf93baf2f 2024-11-11T01:25:57,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9fb32e550b7b4822ac1c247cf93baf2f, entries=150, sequenceid=376, filesize=12.0 K 2024-11-11T01:25:57,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a933773256efb4c751ed70bafe42af9e in 987ms, sequenceid=376, compaction requested=true 2024-11-11T01:25:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:25:57,502 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:25:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:25:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T01:25:57,502 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:57,503 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:57,503 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:25:57,503 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,503 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/6fc281b6bd394121becbb5cc76e9aae2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=109.3 K 2024-11-11T01:25:57,503 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,503 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/6fc281b6bd394121becbb5cc76e9aae2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083] 2024-11-11T01:25:57,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:57,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:25:57,504 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,504 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0ac76c9a8bad40ba8d0ff78b9a4fff31, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5a0055991c08467db29bcd424eef4f4c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.8 K 2024-11-11T01:25:57,504 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ac76c9a8bad40ba8d0ff78b9a4fff31, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288353497 2024-11-11T01:25:57,504 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fc281b6bd394121becbb5cc76e9aae2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288353497 2024-11-11T01:25:57,505 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff7751e5842b4330816fda3bc0c397a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731288354702 2024-11-11T01:25:57,505 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a0055991c08467db29bcd424eef4f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731288354702 2024-11-11T01:25:57,505 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0aefca3b075464a80af5352db499083, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731288355359 2024-11-11T01:25:57,505 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf37fe7fc034d70ad6bfc5e3f8b1f78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731288355359 2024-11-11T01:25:57,512 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:57,516 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111aa77a8fe01a84a8d940346abd5fc9731_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:57,517 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:57,517 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111aa77a8fe01a84a8d940346abd5fc9731_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:57,518 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aa77a8fe01a84a8d940346abd5fc9731_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:57,518 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/60e14e6263604d60882ef687922b65c2 is 50, key is test_row_0/B:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742053_1229 (size=4469) 2024-11-11T01:25:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742052_1228 (size=13187) 2024-11-11T01:25:57,545 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/60e14e6263604d60882ef687922b65c2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/60e14e6263604d60882ef687922b65c2 2024-11-11T01:25:57,554 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into 60e14e6263604d60882ef687922b65c2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:57,554 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:57,554 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288357502; duration=0sec 2024-11-11T01:25:57,554 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:25:57,554 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:25:57,554 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:25:57,556 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:25:57,556 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:25:57,556 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,556 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/97a0265001cd4ce08938891ea1a26204, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d3eb5cc7df8c44bf992de68abc49b8e7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9fb32e550b7b4822ac1c247cf93baf2f] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.8 K 2024-11-11T01:25:57,557 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a0265001cd4ce08938891ea1a26204, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288353497 2024-11-11T01:25:57,557 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d3eb5cc7df8c44bf992de68abc49b8e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731288354702 2024-11-11T01:25:57,558 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fb32e550b7b4822ac1c247cf93baf2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731288355359 2024-11-11T01:25:57,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T01:25:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:57,566 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T01:25:57,566 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:57,566 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/ada0365f80e44c54b9bd1793b414fd77 is 50, key is test_row_0/C:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b250b469b88b4585a81d3a7408e627c1_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288356558/Put/seqid=0 2024-11-11T01:25:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742054_1230 (size=13187) 2024-11-11T01:25:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742055_1231 (size=12454) 2024-11-11T01:25:57,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. as already flushing 2024-11-11T01:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:57,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288417730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:57,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288417732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:57,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288417842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288417842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:57,941 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#186 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:25:57,942 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/01614b88003c4204803c3e68f32814c1 is 175, key is test_row_0/A:col10/1731288356514/Put/seqid=0 2024-11-11T01:25:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742056_1232 (size=32141) 2024-11-11T01:25:57,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:57,987 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/ada0365f80e44c54b9bd1793b414fd77 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/ada0365f80e44c54b9bd1793b414fd77 2024-11-11T01:25:57,991 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b250b469b88b4585a81d3a7408e627c1_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b250b469b88b4585a81d3a7408e627c1_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/641a92cad87847a888db82d4be63cd8d, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/641a92cad87847a888db82d4be63cd8d is 175, key is test_row_0/A:col10/1731288356558/Put/seqid=0 2024-11-11T01:25:58,003 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into ada0365f80e44c54b9bd1793b414fd77(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:58,003 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:58,003 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288357502; duration=0sec 2024-11-11T01:25:58,003 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:58,004 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:25:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742057_1233 (size=31255) 2024-11-11T01:25:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288418053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:58,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288418053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:58,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T01:25:58,356 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/01614b88003c4204803c3e68f32814c1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/01614b88003c4204803c3e68f32814c1 2024-11-11T01:25:58,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:58,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:25:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38596 deadline: 1731288418362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731288418362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 2024-11-11T01:25:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:58,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:25:58,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:25:58,379 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 01614b88003c4204803c3e68f32814c1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:25:58,379 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:58,379 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288357501; duration=0sec 2024-11-11T01:25:58,379 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:25:58,379 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:25:58,440 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/641a92cad87847a888db82d4be63cd8d 2024-11-11T01:25:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/3067c42d27f943538988cb074772dab7 is 50, key is test_row_0/B:col10/1731288356558/Put/seqid=0 2024-11-11T01:25:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742058_1234 (size=12301) 2024-11-11T01:25:58,468 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/3067c42d27f943538988cb074772dab7 2024-11-11T01:25:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/19399549a46440c68430a85a4e5a805f is 50, key is test_row_0/C:col10/1731288356558/Put/seqid=0 2024-11-11T01:25:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742059_1235 (size=12301) 2024-11-11T01:25:58,504 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/19399549a46440c68430a85a4e5a805f 2024-11-11T01:25:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/641a92cad87847a888db82d4be63cd8d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d 2024-11-11T01:25:58,513 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d, entries=150, sequenceid=393, filesize=30.5 K 2024-11-11T01:25:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/3067c42d27f943538988cb074772dab7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/3067c42d27f943538988cb074772dab7 2024-11-11T01:25:58,520 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/3067c42d27f943538988cb074772dab7, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T01:25:58,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/19399549a46440c68430a85a4e5a805f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/19399549a46440c68430a85a4e5a805f 2024-11-11T01:25:58,530 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/19399549a46440c68430a85a4e5a805f, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T01:25:58,531 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a933773256efb4c751ed70bafe42af9e in 964ms, sequenceid=393, compaction requested=false 2024-11-11T01:25:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:25:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:25:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T01:25:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T01:25:58,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-11T01:25:58,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-11T01:25:58,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.4320 sec 2024-11-11T01:25:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:58,873 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:25:58,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T01:25:58,882 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-11-11T01:25:58,882 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:58,882 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,882 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:58,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111233262fac12c400c9c3d11e8dc27f08a_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288357726/Put/seqid=0 2024-11-11T01:25:58,883 INFO [Thread-631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-631. 2024-11-11T01:25:58,883 DEBUG [Thread-631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:58,883 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,883 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:58,884 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-11T01:25:58,884 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:58,884 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,884 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:58,885 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-11T01:25:58,885 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:58,885 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,885 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:58,886 INFO [Thread-633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-633. 2024-11-11T01:25:58,887 DEBUG [Thread-633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:58,887 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,887 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:58,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742060_1236 (size=17534) 2024-11-11T01:25:58,891 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-11-11T01:25:58,891 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:25:58,891 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,891 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:25:58,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:25:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T01:25:59,263 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:25:59,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:25:59,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111233262fac12c400c9c3d11e8dc27f08a_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111233262fac12c400c9c3d11e8dc27f08a_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:25:59,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/e33b2c3c143d42df85640d2118f491d9, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:25:59,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/e33b2c3c143d42df85640d2118f491d9 is 175, key is test_row_0/A:col10/1731288357726/Put/seqid=0 2024-11-11T01:25:59,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742061_1237 (size=48639) 2024-11-11T01:25:59,700 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/e33b2c3c143d42df85640d2118f491d9 2024-11-11T01:25:59,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/37e4c94c564547c6a5eef07108642e7f is 50, key is test_row_0/B:col10/1731288357726/Put/seqid=0 2024-11-11T01:25:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742062_1238 (size=12301) 2024-11-11T01:26:00,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/37e4c94c564547c6a5eef07108642e7f 2024-11-11T01:26:00,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2858e543f47443bf9efcb6ce0b82d2ca is 50, key is test_row_0/C:col10/1731288357726/Put/seqid=0 2024-11-11T01:26:00,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742063_1239 (size=12301) 2024-11-11T01:26:00,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2858e543f47443bf9efcb6ce0b82d2ca 2024-11-11T01:26:00,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/e33b2c3c143d42df85640d2118f491d9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9 2024-11-11T01:26:00,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9, entries=250, sequenceid=417, filesize=47.5 K 2024-11-11T01:26:00,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/37e4c94c564547c6a5eef07108642e7f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/37e4c94c564547c6a5eef07108642e7f 2024-11-11T01:26:00,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/37e4c94c564547c6a5eef07108642e7f, entries=150, sequenceid=417, filesize=12.0 K 2024-11-11T01:26:00,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/2858e543f47443bf9efcb6ce0b82d2ca as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2858e543f47443bf9efcb6ce0b82d2ca 2024-11-11T01:26:00,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2858e543f47443bf9efcb6ce0b82d2ca, entries=150, sequenceid=417, filesize=12.0 K 2024-11-11T01:26:00,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for a933773256efb4c751ed70bafe42af9e in 1285ms, sequenceid=417, compaction requested=true 2024-11-11T01:26:00,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:26:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:00,159 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:00,159 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a933773256efb4c751ed70bafe42af9e:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112035 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/B is initiating minor compaction (all files) 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/A is initiating minor compaction (all files) 2024-11-11T01:26:00,160 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/B in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:00,160 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/A in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:00,160 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/60e14e6263604d60882ef687922b65c2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/3067c42d27f943538988cb074772dab7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/37e4c94c564547c6a5eef07108642e7f] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.9 K 2024-11-11T01:26:00,160 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/01614b88003c4204803c3e68f32814c1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=109.4 K 2024-11-11T01:26:00,160 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/01614b88003c4204803c3e68f32814c1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9] 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 60e14e6263604d60882ef687922b65c2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731288355359 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01614b88003c4204803c3e68f32814c1, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731288355359 2024-11-11T01:26:00,160 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3067c42d27f943538988cb074772dab7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731288356548 2024-11-11T01:26:00,161 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 641a92cad87847a888db82d4be63cd8d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731288356548 2024-11-11T01:26:00,161 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e4c94c564547c6a5eef07108642e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731288357726 2024-11-11T01:26:00,161 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e33b2c3c143d42df85640d2118f491d9, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731288357726 2024-11-11T01:26:00,169 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#B#compaction#195 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:00,169 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/764546662c244e58896adfe9a2483ece is 50, key is test_row_0/B:col10/1731288357726/Put/seqid=0 2024-11-11T01:26:00,170 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:26:00,172 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411117eeee3800cfe454e8869b9540365ce1b_a933773256efb4c751ed70bafe42af9e store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:26:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742064_1240 (size=13289) 2024-11-11T01:26:00,188 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411117eeee3800cfe454e8869b9540365ce1b_a933773256efb4c751ed70bafe42af9e, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:26:00,188 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117eeee3800cfe454e8869b9540365ce1b_a933773256efb4c751ed70bafe42af9e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:26:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742065_1241 (size=4469) 2024-11-11T01:26:00,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:26:00,580 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/764546662c244e58896adfe9a2483ece as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/764546662c244e58896adfe9a2483ece 2024-11-11T01:26:00,586 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/B of a933773256efb4c751ed70bafe42af9e into 764546662c244e58896adfe9a2483ece(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:00,586 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:26:00,586 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/B, priority=13, startTime=1731288360159; duration=0sec 2024-11-11T01:26:00,586 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:00,586 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:B 2024-11-11T01:26:00,586 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:00,587 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:00,587 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a933773256efb4c751ed70bafe42af9e/C is initiating minor compaction (all files) 2024-11-11T01:26:00,588 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a933773256efb4c751ed70bafe42af9e/C in TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:00,588 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/ada0365f80e44c54b9bd1793b414fd77, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/19399549a46440c68430a85a4e5a805f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2858e543f47443bf9efcb6ce0b82d2ca] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp, totalSize=36.9 K 2024-11-11T01:26:00,588 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ada0365f80e44c54b9bd1793b414fd77, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731288355359 2024-11-11T01:26:00,589 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 19399549a46440c68430a85a4e5a805f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731288356548 2024-11-11T01:26:00,590 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2858e543f47443bf9efcb6ce0b82d2ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731288357726 2024-11-11T01:26:00,592 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:00,593 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9a47c125f9074459af91946e9f8d91f6 is 175, key is test_row_0/A:col10/1731288357726/Put/seqid=0 2024-11-11T01:26:00,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742066_1242 (size=32243) 2024-11-11T01:26:00,598 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a933773256efb4c751ed70bafe42af9e#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:00,598 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/efc4979e81fa407da61a9bd4dd097f54 is 50, key is test_row_0/C:col10/1731288357726/Put/seqid=0 2024-11-11T01:26:00,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742067_1243 (size=13289) 2024-11-11T01:26:01,009 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/9a47c125f9074459af91946e9f8d91f6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9a47c125f9074459af91946e9f8d91f6 2024-11-11T01:26:01,017 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/efc4979e81fa407da61a9bd4dd097f54 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/efc4979e81fa407da61a9bd4dd097f54 2024-11-11T01:26:01,024 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/A of a933773256efb4c751ed70bafe42af9e into 9a47c125f9074459af91946e9f8d91f6(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:01,024 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:26:01,024 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/A, priority=13, startTime=1731288360158; duration=0sec 2024-11-11T01:26:01,024 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:01,024 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:A 2024-11-11T01:26:01,027 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a933773256efb4c751ed70bafe42af9e/C of a933773256efb4c751ed70bafe42af9e into efc4979e81fa407da61a9bd4dd097f54(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:01,027 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a933773256efb4c751ed70bafe42af9e: 2024-11-11T01:26:01,027 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., storeName=a933773256efb4c751ed70bafe42af9e/C, priority=13, startTime=1731288360159; duration=0sec 2024-11-11T01:26:01,027 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:01,027 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a933773256efb4c751ed70bafe42af9e:C 2024-11-11T01:26:02,584 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-11-11T01:26:02,584 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:02,584 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:02,585 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:02,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:02,691 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-11T01:26:02,692 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:02,692 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:02,692 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:02,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:03,684 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-11T01:26:03,684 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:03,684 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:03,684 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:03,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3678 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3668 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1609 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4824 rows 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1605 2024-11-11T01:26:03,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4809 rows 2024-11-11T01:26:03,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:26:03,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:26:03,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:03,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:03,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:03,685 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T01:26:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T01:26:03,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288363688"}]},"ts":"1731288363688"} 2024-11-11T01:26:03,689 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T01:26:03,689 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T01:26:03,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:26:03,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, UNASSIGN}] 2024-11-11T01:26:03,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, UNASSIGN 2024-11-11T01:26:03,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, UNASSIGN because future has completed 2024-11-11T01:26:03,694 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:26:03,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:26:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T01:26:03,847 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:03,847 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:26:03,847 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing a933773256efb4c751ed70bafe42af9e, disabling compactions & flushes 2024-11-11T01:26:03,847 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:03,847 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:03,847 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. after waiting 0 ms 2024-11-11T01:26:03,847 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:03,847 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing a933773256efb4c751ed70bafe42af9e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T01:26:03,858 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111169c2188fcf404b06aba0992d612ff5fa_a933773256efb4c751ed70bafe42af9e is 50, key is test_row_0/A:col10/1731288363683/Put/seqid=0 2024-11-11T01:26:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742068_1244 (size=12454) 2024-11-11T01:26:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T01:26:04,263 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:04,267 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111169c2188fcf404b06aba0992d612ff5fa_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111169c2188fcf404b06aba0992d612ff5fa_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:04,268 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/99b0ab1f7b8946458f364a10a9fef2aa, store: [table=TestAcidGuarantees family=A region=a933773256efb4c751ed70bafe42af9e] 2024-11-11T01:26:04,268 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/99b0ab1f7b8946458f364a10a9fef2aa is 175, key is test_row_0/A:col10/1731288363683/Put/seqid=0 2024-11-11T01:26:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742069_1245 (size=31255) 2024-11-11T01:26:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T01:26:04,673 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/99b0ab1f7b8946458f364a10a9fef2aa 2024-11-11T01:26:04,686 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/de9ea1e34f15427a935e5a4d739c9bb0 is 50, key is test_row_0/B:col10/1731288363683/Put/seqid=0 2024-11-11T01:26:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742070_1246 (size=12301) 2024-11-11T01:26:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T01:26:05,091 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/de9ea1e34f15427a935e5a4d739c9bb0 2024-11-11T01:26:05,099 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/85650748de6a442e94f289ea26bf5c6d is 50, key is test_row_0/C:col10/1731288363683/Put/seqid=0 2024-11-11T01:26:05,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742071_1247 (size=12301) 2024-11-11T01:26:05,505 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/85650748de6a442e94f289ea26bf5c6d 2024-11-11T01:26:05,518 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/A/99b0ab1f7b8946458f364a10a9fef2aa as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/99b0ab1f7b8946458f364a10a9fef2aa 2024-11-11T01:26:05,522 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/99b0ab1f7b8946458f364a10a9fef2aa, entries=150, sequenceid=430, filesize=30.5 K 2024-11-11T01:26:05,523 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/B/de9ea1e34f15427a935e5a4d739c9bb0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/de9ea1e34f15427a935e5a4d739c9bb0 2024-11-11T01:26:05,527 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/de9ea1e34f15427a935e5a4d739c9bb0, entries=150, sequenceid=430, filesize=12.0 K 2024-11-11T01:26:05,527 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/.tmp/C/85650748de6a442e94f289ea26bf5c6d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/85650748de6a442e94f289ea26bf5c6d 2024-11-11T01:26:05,531 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/85650748de6a442e94f289ea26bf5c6d, entries=150, sequenceid=430, filesize=12.0 K 2024-11-11T01:26:05,532 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for a933773256efb4c751ed70bafe42af9e in 1685ms, sequenceid=430, compaction requested=false 2024-11-11T01:26:05,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/c9aebb87e9bb48f48b6ea11946dae337, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9932f6cc1a994c1eb5108c500d6dd5bf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/24b9b50827ea4fb8a7c0eeddbbb0d186, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/43364db730eb4a04bc88a37d67de96f5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/00ed50f668f74f2189b541b38124814d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/dc2f1230a5e042599549154ffec6039c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/6fc281b6bd394121becbb5cc76e9aae2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/01614b88003c4204803c3e68f32814c1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9] to archive 2024-11-11T01:26:05,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:26:05,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f25779657fca42279ebb580261f24fdf 2024-11-11T01:26:05,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/4c81987cb70f4eb29d451083db05c9d5 2024-11-11T01:26:05,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/44c4b428d7c6495a89a6a7a062f5c82f 2024-11-11T01:26:05,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/c9aebb87e9bb48f48b6ea11946dae337 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/c9aebb87e9bb48f48b6ea11946dae337 2024-11-11T01:26:05,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8325e2150ec0478791ed0607db8c3be2 2024-11-11T01:26:05,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9932f6cc1a994c1eb5108c500d6dd5bf to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9932f6cc1a994c1eb5108c500d6dd5bf 2024-11-11T01:26:05,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9c5712202110455f98f0b393285889fa 2024-11-11T01:26:05,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/7a098ee81cd24ad89807cebe6f8216d7 2024-11-11T01:26:05,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/161b21a08986473f8a0416471356dbe7 2024-11-11T01:26:05,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/24b9b50827ea4fb8a7c0eeddbbb0d186 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/24b9b50827ea4fb8a7c0eeddbbb0d186 2024-11-11T01:26:05,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/966a331d4156417cb246016da8e9b4c5 2024-11-11T01:26:05,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/479aa045f24d4414bc8bc11bd6eddcf3 2024-11-11T01:26:05,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/8ad11033afe74201a296a1eb6bd5ecfb 2024-11-11T01:26:05,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/36236c0f4d244536a495118f4c3c9293 2024-11-11T01:26:05,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/43364db730eb4a04bc88a37d67de96f5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/43364db730eb4a04bc88a37d67de96f5 2024-11-11T01:26:05,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/1778472011ca424fb0470659d2593f96 2024-11-11T01:26:05,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/00ed50f668f74f2189b541b38124814d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/00ed50f668f74f2189b541b38124814d 2024-11-11T01:26:05,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3b87714b46a74b93b44428566e80a400 2024-11-11T01:26:05,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/d6f3f1a2a1654daabc6d5cce603851cd 2024-11-11T01:26:05,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/bd54be63c9cc45489e14266696de5150 2024-11-11T01:26:05,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/dc2f1230a5e042599549154ffec6039c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/dc2f1230a5e042599549154ffec6039c 2024-11-11T01:26:05,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/3f833dde5b0f478bab85028f07608408 2024-11-11T01:26:05,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/b90da10574ad44409b472f2d5a463a32 2024-11-11T01:26:05,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/6fc281b6bd394121becbb5cc76e9aae2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/6fc281b6bd394121becbb5cc76e9aae2 2024-11-11T01:26:05,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/ff7751e5842b4330816fda3bc0c397a3 2024-11-11T01:26:05,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/f0aefca3b075464a80af5352db499083 2024-11-11T01:26:05,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/01614b88003c4204803c3e68f32814c1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/01614b88003c4204803c3e68f32814c1 2024-11-11T01:26:05,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/641a92cad87847a888db82d4be63cd8d 2024-11-11T01:26:05,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/e33b2c3c143d42df85640d2118f491d9 2024-11-11T01:26:05,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/131d6449b0e64e5385ff32a30bc53fd6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0310bf25e9bf4932a6a60e0723769cb4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/76b33947e5f54c33860ea149445f1ad3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6401b1d277c140c290ce90ac4ba681f4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d9d602bfc9da4dc293ec711b6e762323, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b7418eacce9a4ba7b3cc98f04fbaa2f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/816a9fc8bb6749d9be90f3f01367c834, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/694eb225c70049e4a35b9803b37edc74, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/57632dd1a9a24985aa589e38f8447759, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/666240f6d01444ad9957b43cf1bdfdb9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/25193e7c3ae24e29a5fc2cda23e59efa, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/1ecc21fda93c4246ac4ba2b79d5f26f4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/384ead3067c94149b1e45193be460f97, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d1a6522a941440e4989587aeb20545eb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5562da34adea43be862180192b882de7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/91360870f5364697966bfe01c1f1fc61, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/ff89ccbb881b4438bf2154b901df2fc9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/dc0b2d14d86140019d9211486e9378d0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b359f1394b9748b4824769191965ffeb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8e4ded22195c4d2d8319f696db2e0587, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b371c12b800e42de9dd536b730dd2155, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8dce566a041747eba74392ea94b60615, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0ac76c9a8bad40ba8d0ff78b9a4fff31, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6b2a65bf7dc0431a9160acdaecf658d3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5a0055991c08467db29bcd424eef4f4c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/60e14e6263604d60882ef687922b65c2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/3067c42d27f943538988cb074772dab7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/37e4c94c564547c6a5eef07108642e7f] to archive 2024-11-11T01:26:05,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:26:05,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/131d6449b0e64e5385ff32a30bc53fd6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/131d6449b0e64e5385ff32a30bc53fd6 2024-11-11T01:26:05,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0310bf25e9bf4932a6a60e0723769cb4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0310bf25e9bf4932a6a60e0723769cb4 2024-11-11T01:26:05,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/76b33947e5f54c33860ea149445f1ad3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/76b33947e5f54c33860ea149445f1ad3 2024-11-11T01:26:05,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6401b1d277c140c290ce90ac4ba681f4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6401b1d277c140c290ce90ac4ba681f4 2024-11-11T01:26:05,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d9d602bfc9da4dc293ec711b6e762323 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d9d602bfc9da4dc293ec711b6e762323 2024-11-11T01:26:05,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b7418eacce9a4ba7b3cc98f04fbaa2f1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b7418eacce9a4ba7b3cc98f04fbaa2f1 2024-11-11T01:26:05,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/816a9fc8bb6749d9be90f3f01367c834 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/816a9fc8bb6749d9be90f3f01367c834 2024-11-11T01:26:05,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/694eb225c70049e4a35b9803b37edc74 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/694eb225c70049e4a35b9803b37edc74 2024-11-11T01:26:05,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/57632dd1a9a24985aa589e38f8447759 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/57632dd1a9a24985aa589e38f8447759 2024-11-11T01:26:05,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/666240f6d01444ad9957b43cf1bdfdb9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/666240f6d01444ad9957b43cf1bdfdb9 2024-11-11T01:26:05,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/25193e7c3ae24e29a5fc2cda23e59efa to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/25193e7c3ae24e29a5fc2cda23e59efa 2024-11-11T01:26:05,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/1ecc21fda93c4246ac4ba2b79d5f26f4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/1ecc21fda93c4246ac4ba2b79d5f26f4 2024-11-11T01:26:05,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/384ead3067c94149b1e45193be460f97 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/384ead3067c94149b1e45193be460f97 2024-11-11T01:26:05,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d1a6522a941440e4989587aeb20545eb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/d1a6522a941440e4989587aeb20545eb 2024-11-11T01:26:05,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5562da34adea43be862180192b882de7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5562da34adea43be862180192b882de7 2024-11-11T01:26:05,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/91360870f5364697966bfe01c1f1fc61 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/91360870f5364697966bfe01c1f1fc61 2024-11-11T01:26:05,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/ff89ccbb881b4438bf2154b901df2fc9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/ff89ccbb881b4438bf2154b901df2fc9 2024-11-11T01:26:05,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/dc0b2d14d86140019d9211486e9378d0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/dc0b2d14d86140019d9211486e9378d0 2024-11-11T01:26:05,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b359f1394b9748b4824769191965ffeb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b359f1394b9748b4824769191965ffeb 2024-11-11T01:26:05,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8e4ded22195c4d2d8319f696db2e0587 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8e4ded22195c4d2d8319f696db2e0587 2024-11-11T01:26:05,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b371c12b800e42de9dd536b730dd2155 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/b371c12b800e42de9dd536b730dd2155 2024-11-11T01:26:05,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8dce566a041747eba74392ea94b60615 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/8dce566a041747eba74392ea94b60615 2024-11-11T01:26:05,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0ac76c9a8bad40ba8d0ff78b9a4fff31 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/0ac76c9a8bad40ba8d0ff78b9a4fff31 2024-11-11T01:26:05,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6b2a65bf7dc0431a9160acdaecf658d3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/6b2a65bf7dc0431a9160acdaecf658d3 2024-11-11T01:26:05,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5a0055991c08467db29bcd424eef4f4c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/5a0055991c08467db29bcd424eef4f4c 2024-11-11T01:26:05,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/60e14e6263604d60882ef687922b65c2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/60e14e6263604d60882ef687922b65c2 2024-11-11T01:26:05,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/fcf37fe7fc034d70ad6bfc5e3f8b1f78 2024-11-11T01:26:05,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/3067c42d27f943538988cb074772dab7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/3067c42d27f943538988cb074772dab7 2024-11-11T01:26:05,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/37e4c94c564547c6a5eef07108642e7f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/37e4c94c564547c6a5eef07108642e7f 2024-11-11T01:26:05,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2e3815d5c739451cb147818fa4c4a3ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4b1d6290b08a489dbbec950538bd031b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/a369ef429be34fdfb7c747d9921391b9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2cfe5cd2069542ae92193e4e9935b659, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/41177b6bb0f2483980968a0afcdf8545, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9dc2334812a948c8b77148690a4517ba, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/cf4f3c28a11545aaa19aaf276ec5d526, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b48cad2e4a9545a9a2844dea9c70ddf6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/964cc9af1ebb46aca6707d4c962afe3d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/38b8cfee3a664b56b82a0b405c744bab, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/caf2e0443f2f4953943898e44651756b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/69c64c50182a44018814870cbce6f25e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7faedce4075648b186c8e02ab1b29c1f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7357287456af4ff486257485734b9bcd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/3680945bd99249139022a035c427987f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4669d9b0091d4f1b8cf5481d26cb3e98, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/8ae72c3dca2d49fa9241f6a934886b01, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/5bc2ded88a304b5f9a7ab006b7b816ae, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/bcd3b4b8ee0b42e28dc1616c40f75d27, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/80a85a604f264caf9587f4c29b0704f2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d5dc0d0ef2e445e9ba550b39f0a967a6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b9966544348849debb92dcb6147d368d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/97a0265001cd4ce08938891ea1a26204, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/99122680d1e6424d88d9a532adb4609d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d3eb5cc7df8c44bf992de68abc49b8e7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/ada0365f80e44c54b9bd1793b414fd77, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9fb32e550b7b4822ac1c247cf93baf2f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/19399549a46440c68430a85a4e5a805f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2858e543f47443bf9efcb6ce0b82d2ca] to archive 2024-11-11T01:26:05,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:26:05,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2e3815d5c739451cb147818fa4c4a3ed to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2e3815d5c739451cb147818fa4c4a3ed 2024-11-11T01:26:05,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4b1d6290b08a489dbbec950538bd031b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4b1d6290b08a489dbbec950538bd031b 2024-11-11T01:26:05,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/a369ef429be34fdfb7c747d9921391b9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/a369ef429be34fdfb7c747d9921391b9 2024-11-11T01:26:05,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2cfe5cd2069542ae92193e4e9935b659 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2cfe5cd2069542ae92193e4e9935b659 2024-11-11T01:26:05,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/41177b6bb0f2483980968a0afcdf8545 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/41177b6bb0f2483980968a0afcdf8545 2024-11-11T01:26:05,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9dc2334812a948c8b77148690a4517ba to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9dc2334812a948c8b77148690a4517ba 2024-11-11T01:26:05,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/cf4f3c28a11545aaa19aaf276ec5d526 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/cf4f3c28a11545aaa19aaf276ec5d526 2024-11-11T01:26:05,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b48cad2e4a9545a9a2844dea9c70ddf6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b48cad2e4a9545a9a2844dea9c70ddf6 2024-11-11T01:26:05,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/964cc9af1ebb46aca6707d4c962afe3d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/964cc9af1ebb46aca6707d4c962afe3d 2024-11-11T01:26:05,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/38b8cfee3a664b56b82a0b405c744bab to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/38b8cfee3a664b56b82a0b405c744bab 2024-11-11T01:26:05,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/caf2e0443f2f4953943898e44651756b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/caf2e0443f2f4953943898e44651756b 2024-11-11T01:26:05,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/69c64c50182a44018814870cbce6f25e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/69c64c50182a44018814870cbce6f25e 2024-11-11T01:26:05,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7faedce4075648b186c8e02ab1b29c1f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7faedce4075648b186c8e02ab1b29c1f 2024-11-11T01:26:05,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7357287456af4ff486257485734b9bcd to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/7357287456af4ff486257485734b9bcd 2024-11-11T01:26:05,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/3680945bd99249139022a035c427987f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/3680945bd99249139022a035c427987f 2024-11-11T01:26:05,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4669d9b0091d4f1b8cf5481d26cb3e98 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/4669d9b0091d4f1b8cf5481d26cb3e98 2024-11-11T01:26:05,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/8ae72c3dca2d49fa9241f6a934886b01 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/8ae72c3dca2d49fa9241f6a934886b01 2024-11-11T01:26:05,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/5bc2ded88a304b5f9a7ab006b7b816ae to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/5bc2ded88a304b5f9a7ab006b7b816ae 2024-11-11T01:26:05,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/bcd3b4b8ee0b42e28dc1616c40f75d27 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/bcd3b4b8ee0b42e28dc1616c40f75d27 2024-11-11T01:26:05,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/80a85a604f264caf9587f4c29b0704f2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/80a85a604f264caf9587f4c29b0704f2 2024-11-11T01:26:05,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d5dc0d0ef2e445e9ba550b39f0a967a6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d5dc0d0ef2e445e9ba550b39f0a967a6 2024-11-11T01:26:05,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b9966544348849debb92dcb6147d368d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/b9966544348849debb92dcb6147d368d 2024-11-11T01:26:05,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/97a0265001cd4ce08938891ea1a26204 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/97a0265001cd4ce08938891ea1a26204 2024-11-11T01:26:05,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/99122680d1e6424d88d9a532adb4609d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/99122680d1e6424d88d9a532adb4609d 2024-11-11T01:26:05,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d3eb5cc7df8c44bf992de68abc49b8e7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/d3eb5cc7df8c44bf992de68abc49b8e7 2024-11-11T01:26:05,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/ada0365f80e44c54b9bd1793b414fd77 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/ada0365f80e44c54b9bd1793b414fd77 2024-11-11T01:26:05,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9fb32e550b7b4822ac1c247cf93baf2f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/9fb32e550b7b4822ac1c247cf93baf2f 2024-11-11T01:26:05,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/19399549a46440c68430a85a4e5a805f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/19399549a46440c68430a85a4e5a805f 2024-11-11T01:26:05,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2858e543f47443bf9efcb6ce0b82d2ca to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/2858e543f47443bf9efcb6ce0b82d2ca 2024-11-11T01:26:05,622 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/recovered.edits/433.seqid, newMaxSeqId=433, maxSeqId=4 2024-11-11T01:26:05,623 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. 2024-11-11T01:26:05,623 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for a933773256efb4c751ed70bafe42af9e: Waiting for close lock at 1731288363847Running coprocessor pre-close hooks at 1731288363847Disabling compacts and flushes for region at 1731288363847Disabling writes for close at 1731288363847Obtaining lock to block concurrent updates at 1731288363847Preparing flush snapshotting stores in a933773256efb4c751ed70bafe42af9e at 1731288363847Finished memstore snapshotting TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e., syncing WAL and waiting on mvcc, flushsize=dataSize=48090, getHeapSize=126720, getOffHeapSize=0, getCellsCount=1050 at 1731288363848 (+1 ms)Flushing stores of TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e. at 1731288363849 (+1 ms)Flushing a933773256efb4c751ed70bafe42af9e/A: creating writer at 1731288363849Flushing mob file a933773256efb4c751ed70bafe42af9e/A: appending metadata at 1731288363858 (+9 ms)Flushing mob file a933773256efb4c751ed70bafe42af9e/A: closing flushed file at 1731288363858Flushing a933773256efb4c751ed70bafe42af9e/A: appending metadata at 1731288364268 (+410 ms)Flushing a933773256efb4c751ed70bafe42af9e/A: closing flushed file at 1731288364268Flushing a933773256efb4c751ed70bafe42af9e/B: creating writer at 1731288364682 (+414 ms)Flushing a933773256efb4c751ed70bafe42af9e/B: appending metadata at 1731288364686 (+4 ms)Flushing a933773256efb4c751ed70bafe42af9e/B: closing flushed file at 1731288364686Flushing a933773256efb4c751ed70bafe42af9e/C: creating writer at 1731288365095 (+409 ms)Flushing a933773256efb4c751ed70bafe42af9e/C: appending metadata at 1731288365098 (+3 ms)Flushing a933773256efb4c751ed70bafe42af9e/C: closing flushed file at 1731288365098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fa408a: reopening flushed file at 1731288365516 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49da0ca8: reopening flushed file at 1731288365522 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2640bd3d: reopening flushed file at 1731288365527 (+5 ms)Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for a933773256efb4c751ed70bafe42af9e in 1685ms, sequenceid=430, compaction requested=false at 1731288365532 (+5 ms)Writing region close event to WAL at 1731288365619 (+87 ms)Running coprocessor post-close hooks at 1731288365623 (+4 ms)Closed at 1731288365623 2024-11-11T01:26:05,625 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,625 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=a933773256efb4c751ed70bafe42af9e, regionState=CLOSED 2024-11-11T01:26:05,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:26:05,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T01:26:05,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure a933773256efb4c751ed70bafe42af9e, server=612696b701d2,37447,1731288302179 in 1.9330 sec 2024-11-11T01:26:05,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-11T01:26:05,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a933773256efb4c751ed70bafe42af9e, UNASSIGN in 1.9380 sec 2024-11-11T01:26:05,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-11T01:26:05,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9410 sec 2024-11-11T01:26:05,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288365633"}]},"ts":"1731288365633"} 2024-11-11T01:26:05,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T01:26:05,635 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T01:26:05,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9500 sec 2024-11-11T01:26:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T01:26:05,833 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:05,833 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T01:26:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,836 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T01:26:05,837 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,840 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,844 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/recovered.edits] 2024-11-11T01:26:05,848 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/99b0ab1f7b8946458f364a10a9fef2aa to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/99b0ab1f7b8946458f364a10a9fef2aa 2024-11-11T01:26:05,849 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9a47c125f9074459af91946e9f8d91f6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/A/9a47c125f9074459af91946e9f8d91f6 2024-11-11T01:26:05,851 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/764546662c244e58896adfe9a2483ece to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/764546662c244e58896adfe9a2483ece 2024-11-11T01:26:05,853 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/de9ea1e34f15427a935e5a4d739c9bb0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/B/de9ea1e34f15427a935e5a4d739c9bb0 2024-11-11T01:26:05,855 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/85650748de6a442e94f289ea26bf5c6d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/85650748de6a442e94f289ea26bf5c6d 2024-11-11T01:26:05,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/efc4979e81fa407da61a9bd4dd097f54 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/C/efc4979e81fa407da61a9bd4dd097f54 2024-11-11T01:26:05,858 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/recovered.edits/433.seqid to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e/recovered.edits/433.seqid 2024-11-11T01:26:05,859 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,859 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T01:26:05,859 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T01:26:05,860 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T01:26:05,864 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111058a703ee0eb40e5b07f42f9312aa6bb_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111058a703ee0eb40e5b07f42f9312aa6bb_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111233262fac12c400c9c3d11e8dc27f08a_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111233262fac12c400c9c3d11e8dc27f08a_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,866 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111270a048d628540eead10d420e7bdc958_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111270a048d628540eead10d420e7bdc958_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,867 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111302fb4377f444eb9afe7ddb1ed9898a0_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111302fb4377f444eb9afe7ddb1ed9898a0_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,868 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132489165cf944fd0a114ac64da3f2a48_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132489165cf944fd0a114ac64da3f2a48_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,869 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111382f7d6726a0467c95df0a78cf075ed0_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111382f7d6726a0467c95df0a78cf075ed0_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,871 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111402987bdc6c34dc7829bd70cf2aa5556_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111402987bdc6c34dc7829bd70cf2aa5556_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,872 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115a41c14ca164451b95f7e048cda68141_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115a41c14ca164451b95f7e048cda68141_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,873 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111601076626fa442b29243d3910e80d9de_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111601076626fa442b29243d3910e80d9de_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,874 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111169c2188fcf404b06aba0992d612ff5fa_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111169c2188fcf404b06aba0992d612ff5fa_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,875 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111174ea3617606f4970a6b8328a055ab939_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111174ea3617606f4970a6b8328a055ab939_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,876 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118c2a659fee774f8495c100aa409c76b8_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118c2a659fee774f8495c100aa409c76b8_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,877 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a28c6a028f144628888872cf519ad5f7_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a28c6a028f144628888872cf519ad5f7_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,878 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a68d7156e20c48d9bb598555608ea8ec_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a68d7156e20c48d9bb598555608ea8ec_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,879 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111afd7dcdcef9a4df4b58eaaf1aacf492e_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111afd7dcdcef9a4df4b58eaaf1aacf492e_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,880 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0238115af604539a71f8ab732400878_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0238115af604539a71f8ab732400878_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,881 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b1b0b270536e46d9865aa51ebe3d0980_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b1b0b270536e46d9865aa51ebe3d0980_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,882 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b250b469b88b4585a81d3a7408e627c1_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b250b469b88b4585a81d3a7408e627c1_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,883 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c93c2782ffe743918ac37eb1832d0a91_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c93c2782ffe743918ac37eb1832d0a91_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,884 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca2a2da448ea4fc9b403122ded9bb518_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca2a2da448ea4fc9b403122ded9bb518_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,885 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111da1ed87c83884a449b9ed8ccee7287a8_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111da1ed87c83884a449b9ed8ccee7287a8_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,886 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd6b7ca893a04ef2b0e0d206d0ca57c2_a933773256efb4c751ed70bafe42af9e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd6b7ca893a04ef2b0e0d206d0ca57c2_a933773256efb4c751ed70bafe42af9e 2024-11-11T01:26:05,886 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T01:26:05,888 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,890 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T01:26:05,892 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T01:26:05,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T01:26:05,894 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731288365893"}]},"ts":"9223372036854775807"} 2024-11-11T01:26:05,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T01:26:05,896 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a933773256efb4c751ed70bafe42af9e, NAME => 'TestAcidGuarantees,,1731288335604.a933773256efb4c751ed70bafe42af9e.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T01:26:05,896 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T01:26:05,896 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731288365896"}]},"ts":"9223372036854775807"} 2024-11-11T01:26:05,897 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T01:26:05,898 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-11T01:26:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T01:26:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T01:26:05,943 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:05,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 604) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7431 (was 6946) - AvailableMemoryMB LEAK? - 2024-11-11T01:26:05,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=7431 2024-11-11T01:26:05,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:26:05,959 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:26:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:05,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:26:05,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:05,962 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-11T01:26:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T01:26:05,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:26:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742072_1248 (size=959) 2024-11-11T01:26:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T01:26:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T01:26:06,373 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:26:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742073_1249 (size=53) 2024-11-11T01:26:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T01:26:06,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:26:06,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a6b95c28c67a3bb41548064263bccf4c, disabling compactions & flushes 2024-11-11T01:26:06,785 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:06,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:06,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. after waiting 0 ms 2024-11-11T01:26:06,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:06,785 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:06,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6b95c28c67a3bb41548064263bccf4c: Waiting for close lock at 1731288366785Disabling compacts and flushes for region at 1731288366785Disabling writes for close at 1731288366785Writing region close event to WAL at 1731288366785Closed at 1731288366785 2024-11-11T01:26:06,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:26:06,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731288366788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288366788"}]},"ts":"1731288366788"} 2024-11-11T01:26:06,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:26:06,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:26:06,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288366795"}]},"ts":"1731288366795"} 2024-11-11T01:26:06,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T01:26:06,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, ASSIGN}] 2024-11-11T01:26:06,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, ASSIGN 2024-11-11T01:26:06,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, ASSIGN; state=OFFLINE, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=false 2024-11-11T01:26:06,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=a6b95c28c67a3bb41548064263bccf4c, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, ASSIGN because future has completed 2024-11-11T01:26:06,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:26:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T01:26:07,113 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:07,113 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:26:07,114 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,114 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:26:07,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,118 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,120 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b95c28c67a3bb41548064263bccf4c columnFamilyName A 2024-11-11T01:26:07,120 DEBUG [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:07,121 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] regionserver.HStore(327): Store=a6b95c28c67a3bb41548064263bccf4c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:07,121 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,123 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b95c28c67a3bb41548064263bccf4c columnFamilyName B 2024-11-11T01:26:07,123 DEBUG [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:07,124 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] regionserver.HStore(327): Store=a6b95c28c67a3bb41548064263bccf4c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:07,124 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,126 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b95c28c67a3bb41548064263bccf4c columnFamilyName C 2024-11-11T01:26:07,126 DEBUG [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:07,127 INFO [StoreOpener-a6b95c28c67a3bb41548064263bccf4c-1 {}] regionserver.HStore(327): Store=a6b95c28c67a3bb41548064263bccf4c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:07,127 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,128 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,128 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,129 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,129 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,130 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:26:07,131 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,133 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:26:07,133 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened a6b95c28c67a3bb41548064263bccf4c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66740039, jitterRate=-0.005495920777320862}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:26:07,134 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:07,134 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for a6b95c28c67a3bb41548064263bccf4c: Running coprocessor pre-open hook at 1731288367115Writing region info on filesystem at 1731288367115Initializing all the Stores at 1731288367117 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288367117Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288367117Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288367117Cleaning up temporary data from old regions at 1731288367129 (+12 ms)Running coprocessor post-open hooks at 1731288367134 (+5 ms)Region opened successfully at 1731288367134 2024-11-11T01:26:07,135 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., pid=67, masterSystemTime=1731288367104 2024-11-11T01:26:07,136 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:07,136 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:07,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=a6b95c28c67a3bb41548064263bccf4c, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:26:07,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-11T01:26:07,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 in 187 msec 2024-11-11T01:26:07,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-11T01:26:07,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, ASSIGN in 342 msec 2024-11-11T01:26:07,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:26:07,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288367142"}]},"ts":"1731288367142"} 2024-11-11T01:26:07,144 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T01:26:07,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:26:07,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-11T01:26:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T01:26:08,122 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:08,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,124 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457a03cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,126 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5275516e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:26:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:26:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701df2f4 2024-11-11T01:26:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:26:08,131 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:26:08,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,134 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bd8fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,135 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bcc46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c091150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,138 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e45ad84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,141 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ea2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,143 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b432ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,144 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11da3b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,146 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d71228d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef889dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,149 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54649451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,151 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de8f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f011192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,154 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ace379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,156 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55613d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,157 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b5cc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,158 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9850290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,160 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2c31e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:08,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:08,161 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c6da39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:08,163 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a5b943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:08,164 DEBUG [Thread-1155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,164 DEBUG [Thread-1172 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,164 DEBUG [Thread-1161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,164 DEBUG [Thread-1157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,164 DEBUG [Thread-1170 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,164 DEBUG [Thread-1168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,165 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,166 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:08,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-11T01:26:08,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,168 DEBUG [Thread-1159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:08,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,169 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,171 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:08,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:08,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,173 DEBUG [Thread-1166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:08,179 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:08,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:26:08,180 DEBUG [Thread-1164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:08,181 DEBUG [Thread-1164 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:08,182 DEBUG [Thread-1164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:08,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:26:08,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a08907e3614749cfaf6c34669818d412 is 50, key is test_row_0/A:col10/1731288368177/Put/seqid=0 2024-11-11T01:26:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:08,307 INFO [AsyncFSWAL-0-hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013-prefix:612696b701d2,37447,1731288302179 {}] wal.AbstractFSWAL(1368): Slow sync cost: 100 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34821,DS-c3f763ef-2244-4a3d-b5c6-9959d89b3d04,DISK]] 2024-11-11T01:26:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288428206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742074_1250 (size=16681) 2024-11-11T01:26:08,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a08907e3614749cfaf6c34669818d412 2024-11-11T01:26:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288428308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288428309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288428309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288428311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/7091e5d1f71844e49ca27a1113a9bbd6 is 50, key is test_row_0/B:col10/1731288368177/Put/seqid=0 2024-11-11T01:26:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742075_1251 (size=12001) 2024-11-11T01:26:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288428412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288428422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288428423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288428423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288428423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:08,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288428622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288428632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288428632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288428632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288428632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/7091e5d1f71844e49ca27a1113a9bbd6 2024-11-11T01:26:08,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:08,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/218b1f51b74f498f883f7d4ebaa7a0b4 is 50, key is test_row_0/C:col10/1731288368177/Put/seqid=0 2024-11-11T01:26:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742076_1252 (size=12001) 2024-11-11T01:26:08,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/218b1f51b74f498f883f7d4ebaa7a0b4 2024-11-11T01:26:08,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a08907e3614749cfaf6c34669818d412 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a08907e3614749cfaf6c34669818d412 2024-11-11T01:26:08,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a08907e3614749cfaf6c34669818d412, entries=250, sequenceid=13, filesize=16.3 K 2024-11-11T01:26:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/7091e5d1f71844e49ca27a1113a9bbd6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/7091e5d1f71844e49ca27a1113a9bbd6 2024-11-11T01:26:08,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/7091e5d1f71844e49ca27a1113a9bbd6, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T01:26:08,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/218b1f51b74f498f883f7d4ebaa7a0b4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/218b1f51b74f498f883f7d4ebaa7a0b4 2024-11-11T01:26:08,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/218b1f51b74f498f883f7d4ebaa7a0b4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T01:26:08,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for a6b95c28c67a3bb41548064263bccf4c in 647ms, sequenceid=13, compaction requested=false 2024-11-11T01:26:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:08,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T01:26:08,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d43f3d478a164d26ad2f4cd0b0c771ed is 50, key is test_row_0/A:col10/1731288368933/Put/seqid=0 2024-11-11T01:26:08,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:08,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288428943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288428944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742077_1253 (size=12001) 2024-11-11T01:26:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288428945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288428945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288428945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288429052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288429052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288429052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288429052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288429052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288429262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288429262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288429262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288429262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288429262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:09,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d43f3d478a164d26ad2f4cd0b0c771ed 2024-11-11T01:26:09,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0a292cec7df14a58aea3d89644f2a643 is 50, key is test_row_0/B:col10/1731288368933/Put/seqid=0 2024-11-11T01:26:09,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742078_1254 (size=12001) 2024-11-11T01:26:09,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:09,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:09,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288429572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288429572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288429572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288429572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288429572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:09,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:09,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0a292cec7df14a58aea3d89644f2a643 2024-11-11T01:26:09,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2e373b745d2345a6bf602b66bdac41fe is 50, key is test_row_0/C:col10/1731288368933/Put/seqid=0 2024-11-11T01:26:09,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742079_1255 (size=12001) 2024-11-11T01:26:09,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2e373b745d2345a6bf602b66bdac41fe 2024-11-11T01:26:09,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d43f3d478a164d26ad2f4cd0b0c771ed as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d43f3d478a164d26ad2f4cd0b0c771ed 2024-11-11T01:26:09,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d43f3d478a164d26ad2f4cd0b0c771ed, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:26:09,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0a292cec7df14a58aea3d89644f2a643 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0a292cec7df14a58aea3d89644f2a643 2024-11-11T01:26:09,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0a292cec7df14a58aea3d89644f2a643, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:26:09,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2e373b745d2345a6bf602b66bdac41fe as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2e373b745d2345a6bf602b66bdac41fe 2024-11-11T01:26:09,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2e373b745d2345a6bf602b66bdac41fe, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:26:09,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a6b95c28c67a3bb41548064263bccf4c in 866ms, sequenceid=40, compaction requested=false 2024-11-11T01:26:09,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:09,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T01:26:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:09,858 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T01:26:09,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/c2ec3b40aa124e428609b2a2350b91d1 is 50, key is test_row_0/A:col10/1731288368944/Put/seqid=0 2024-11-11T01:26:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742080_1256 (size=12001) 2024-11-11T01:26:09,877 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/c2ec3b40aa124e428609b2a2350b91d1 2024-11-11T01:26:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9a8216ab44a7432fa7eb986e0eddddc8 is 50, key is test_row_0/B:col10/1731288368944/Put/seqid=0 2024-11-11T01:26:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742081_1257 (size=12001) 2024-11-11T01:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:10,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288430106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288430107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288430108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288430111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288430111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288430222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288430222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288430223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288430223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288430223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,306 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9a8216ab44a7432fa7eb986e0eddddc8 2024-11-11T01:26:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c523f4f2b8b242fcb70e00f40de2ec03 is 50, key is test_row_0/C:col10/1731288368944/Put/seqid=0 2024-11-11T01:26:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742082_1258 (size=12001) 2024-11-11T01:26:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288430432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288430432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288430432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288430432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288430432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,717 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c523f4f2b8b242fcb70e00f40de2ec03 2024-11-11T01:26:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/c2ec3b40aa124e428609b2a2350b91d1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/c2ec3b40aa124e428609b2a2350b91d1 2024-11-11T01:26:10,725 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/c2ec3b40aa124e428609b2a2350b91d1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T01:26:10,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9a8216ab44a7432fa7eb986e0eddddc8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9a8216ab44a7432fa7eb986e0eddddc8 2024-11-11T01:26:10,729 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9a8216ab44a7432fa7eb986e0eddddc8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T01:26:10,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c523f4f2b8b242fcb70e00f40de2ec03 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c523f4f2b8b242fcb70e00f40de2ec03 2024-11-11T01:26:10,734 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c523f4f2b8b242fcb70e00f40de2ec03, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T01:26:10,734 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for a6b95c28c67a3bb41548064263bccf4c in 876ms, sequenceid=50, compaction requested=true 2024-11-11T01:26:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-11T01:26:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-11T01:26:10,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-11T01:26:10,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-11T01:26:10,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.5710 sec 2024-11-11T01:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:10,744 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:10,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T01:26:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288430746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/4ceeef0f9f11422b8f6ce4021e27c78e is 50, key is test_row_0/A:col10/1731288370104/Put/seqid=0 2024-11-11T01:26:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288430746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288430747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288430747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288430749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742083_1259 (size=12001) 2024-11-11T01:26:10,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/4ceeef0f9f11422b8f6ce4021e27c78e 2024-11-11T01:26:10,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/1df5365c61a94a4ab070c9147c1ae670 is 50, key is test_row_0/B:col10/1731288370104/Put/seqid=0 2024-11-11T01:26:10,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742084_1260 (size=12001) 2024-11-11T01:26:10,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/1df5365c61a94a4ab070c9147c1ae670 2024-11-11T01:26:10,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e3e0c11e92e94547a3673a7a27644355 is 50, key is test_row_0/C:col10/1731288370104/Put/seqid=0 2024-11-11T01:26:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742085_1261 (size=12001) 2024-11-11T01:26:10,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e3e0c11e92e94547a3673a7a27644355 2024-11-11T01:26:10,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/4ceeef0f9f11422b8f6ce4021e27c78e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/4ceeef0f9f11422b8f6ce4021e27c78e 2024-11-11T01:26:10,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/4ceeef0f9f11422b8f6ce4021e27c78e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T01:26:10,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/1df5365c61a94a4ab070c9147c1ae670 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1df5365c61a94a4ab070c9147c1ae670 2024-11-11T01:26:10,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1df5365c61a94a4ab070c9147c1ae670, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T01:26:10,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288430852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288430852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e3e0c11e92e94547a3673a7a27644355 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3e0c11e92e94547a3673a7a27644355 2024-11-11T01:26:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3e0c11e92e94547a3673a7a27644355, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T01:26:10,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a6b95c28c67a3bb41548064263bccf4c in 117ms, sequenceid=78, compaction requested=true 2024-11-11T01:26:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:10,862 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:10,862 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:10,864 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:10,865 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:10,865 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:10,865 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a08907e3614749cfaf6c34669818d412, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d43f3d478a164d26ad2f4cd0b0c771ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/c2ec3b40aa124e428609b2a2350b91d1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/4ceeef0f9f11422b8f6ce4021e27c78e] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=51.4 K 2024-11-11T01:26:10,865 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:10,865 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:10,865 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:10,865 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/7091e5d1f71844e49ca27a1113a9bbd6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0a292cec7df14a58aea3d89644f2a643, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9a8216ab44a7432fa7eb986e0eddddc8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1df5365c61a94a4ab070c9147c1ae670] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=46.9 K 2024-11-11T01:26:10,867 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a08907e3614749cfaf6c34669818d412, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731288368175 2024-11-11T01:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:10,867 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7091e5d1f71844e49ca27a1113a9bbd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731288368177 2024-11-11T01:26:10,868 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:10,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:26:10,869 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a292cec7df14a58aea3d89644f2a643, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288368198 2024-11-11T01:26:10,869 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d43f3d478a164d26ad2f4cd0b0c771ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288368198 2024-11-11T01:26:10,869 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a8216ab44a7432fa7eb986e0eddddc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731288368941 2024-11-11T01:26:10,869 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ec3b40aa124e428609b2a2350b91d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731288368941 2024-11-11T01:26:10,869 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df5365c61a94a4ab070c9147c1ae670, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288370104 2024-11-11T01:26:10,870 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ceeef0f9f11422b8f6ce4021e27c78e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288370104 2024-11-11T01:26:10,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/508ef7ddb338437da2d9e40377199067 is 50, key is test_row_0/A:col10/1731288370866/Put/seqid=0 2024-11-11T01:26:10,887 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:10,887 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/de927c060f9843b384b8ceb62ba635c1 is 50, key is test_row_0/B:col10/1731288370104/Put/seqid=0 2024-11-11T01:26:10,898 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:10,899 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/579cf57a1fa1474b85d31f94677bf707 is 50, key is test_row_0/A:col10/1731288370104/Put/seqid=0 2024-11-11T01:26:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742086_1262 (size=12139) 2024-11-11T01:26:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742087_1263 (size=14341) 2024-11-11T01:26:10,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/508ef7ddb338437da2d9e40377199067 2024-11-11T01:26:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742088_1264 (size=12139) 2024-11-11T01:26:10,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9294de528a1641dbaa6fca7fa70a8915 is 50, key is test_row_0/B:col10/1731288370866/Put/seqid=0 2024-11-11T01:26:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742089_1265 (size=12001) 2024-11-11T01:26:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288430975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288430978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:10,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288430979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288431062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288431062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288431082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288431092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288431092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T01:26:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288431292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288431303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288431303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,305 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/de927c060f9843b384b8ceb62ba635c1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/de927c060f9843b384b8ceb62ba635c1 2024-11-11T01:26:11,310 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into de927c060f9843b384b8ceb62ba635c1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:11,310 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:11,310 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=12, startTime=1731288370862; duration=0sec 2024-11-11T01:26:11,310 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:11,310 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:11,310 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:11,312 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:11,312 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:11,312 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:11,312 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/218b1f51b74f498f883f7d4ebaa7a0b4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2e373b745d2345a6bf602b66bdac41fe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c523f4f2b8b242fcb70e00f40de2ec03, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3e0c11e92e94547a3673a7a27644355] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=46.9 K 2024-11-11T01:26:11,312 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 218b1f51b74f498f883f7d4ebaa7a0b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731288368177 2024-11-11T01:26:11,313 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e373b745d2345a6bf602b66bdac41fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288368198 2024-11-11T01:26:11,313 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c523f4f2b8b242fcb70e00f40de2ec03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731288368941 2024-11-11T01:26:11,314 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e3e0c11e92e94547a3673a7a27644355, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288370104 2024-11-11T01:26:11,317 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/579cf57a1fa1474b85d31f94677bf707 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/579cf57a1fa1474b85d31f94677bf707 2024-11-11T01:26:11,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9294de528a1641dbaa6fca7fa70a8915 2024-11-11T01:26:11,329 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#217 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:11,330 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e8bf237b436b437ea59765b9241d46b9 is 50, key is test_row_0/C:col10/1731288370104/Put/seqid=0 2024-11-11T01:26:11,335 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into 579cf57a1fa1474b85d31f94677bf707(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:11,335 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:11,335 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=12, startTime=1731288370862; duration=0sec 2024-11-11T01:26:11,335 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:11,335 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:11,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2667c916d37c4a709e723ded842730f3 is 50, key is test_row_0/C:col10/1731288370866/Put/seqid=0 2024-11-11T01:26:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742090_1266 (size=12139) 2024-11-11T01:26:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742091_1267 (size=12001) 2024-11-11T01:26:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288431372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288431372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288431602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288431612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288431612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,755 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e8bf237b436b437ea59765b9241d46b9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e8bf237b436b437ea59765b9241d46b9 2024-11-11T01:26:11,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2667c916d37c4a709e723ded842730f3 2024-11-11T01:26:11,760 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into e8bf237b436b437ea59765b9241d46b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:11,760 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:11,760 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=12, startTime=1731288370863; duration=0sec 2024-11-11T01:26:11,760 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:11,760 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:11,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/508ef7ddb338437da2d9e40377199067 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/508ef7ddb338437da2d9e40377199067 2024-11-11T01:26:11,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/508ef7ddb338437da2d9e40377199067, entries=200, sequenceid=89, filesize=14.0 K 2024-11-11T01:26:11,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9294de528a1641dbaa6fca7fa70a8915 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9294de528a1641dbaa6fca7fa70a8915 2024-11-11T01:26:11,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9294de528a1641dbaa6fca7fa70a8915, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T01:26:11,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2667c916d37c4a709e723ded842730f3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2667c916d37c4a709e723ded842730f3 2024-11-11T01:26:11,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2667c916d37c4a709e723ded842730f3, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T01:26:11,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6b95c28c67a3bb41548064263bccf4c in 908ms, sequenceid=89, compaction requested=false 2024-11-11T01:26:11,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:11,884 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:11,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T01:26:11,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/6c206660f8524a4096362ce979ee7b94 is 50, key is test_row_0/A:col10/1731288370969/Put/seqid=0 2024-11-11T01:26:11,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742092_1268 (size=14341) 2024-11-11T01:26:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288431895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/6c206660f8524a4096362ce979ee7b94 2024-11-11T01:26:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288431899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:11,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/800d4357a8524e02bad9c63ebcf13384 is 50, key is test_row_0/B:col10/1731288370969/Put/seqid=0 2024-11-11T01:26:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742093_1269 (size=12001) 2024-11-11T01:26:12,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288432002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288432012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288432112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288432122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288432123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288432212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288432222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/800d4357a8524e02bad9c63ebcf13384 2024-11-11T01:26:12,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/73ee8f3f1720476994c9ea79c58834c2 is 50, key is test_row_0/C:col10/1731288370969/Put/seqid=0 2024-11-11T01:26:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742094_1270 (size=12001) 2024-11-11T01:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T01:26:12,332 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:12,332 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-11T01:26:12,334 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T01:26:12,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:12,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T01:26:12,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T01:26:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:12,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288432522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288432532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:12,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T01:26:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T01:26:12,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/73ee8f3f1720476994c9ea79c58834c2 2024-11-11T01:26:12,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/6c206660f8524a4096362ce979ee7b94 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6c206660f8524a4096362ce979ee7b94 2024-11-11T01:26:12,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6c206660f8524a4096362ce979ee7b94, entries=200, sequenceid=119, filesize=14.0 K 2024-11-11T01:26:12,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/800d4357a8524e02bad9c63ebcf13384 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/800d4357a8524e02bad9c63ebcf13384 2024-11-11T01:26:12,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/800d4357a8524e02bad9c63ebcf13384, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T01:26:12,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/73ee8f3f1720476994c9ea79c58834c2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ee8f3f1720476994c9ea79c58834c2 2024-11-11T01:26:12,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ee8f3f1720476994c9ea79c58834c2, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T01:26:12,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a6b95c28c67a3bb41548064263bccf4c in 855ms, sequenceid=119, compaction requested=true 2024-11-11T01:26:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:12,739 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:12,739 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:12,740 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:12,740 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:12,740 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:12,740 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:12,741 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,741 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,741 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/579cf57a1fa1474b85d31f94677bf707, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/508ef7ddb338437da2d9e40377199067, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6c206660f8524a4096362ce979ee7b94] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=39.9 K 2024-11-11T01:26:12,741 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/de927c060f9843b384b8ceb62ba635c1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9294de528a1641dbaa6fca7fa70a8915, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/800d4357a8524e02bad9c63ebcf13384] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=35.3 K 2024-11-11T01:26:12,741 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting de927c060f9843b384b8ceb62ba635c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288370104 2024-11-11T01:26:12,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 579cf57a1fa1474b85d31f94677bf707, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288370104 2024-11-11T01:26:12,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508ef7ddb338437da2d9e40377199067, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731288370745 2024-11-11T01:26:12,741 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9294de528a1641dbaa6fca7fa70a8915, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731288370865 2024-11-11T01:26:12,742 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c206660f8524a4096362ce979ee7b94, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288370948 2024-11-11T01:26:12,742 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 800d4357a8524e02bad9c63ebcf13384, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288370969 2024-11-11T01:26:12,758 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:12,758 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:12,759 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/d7a9a63f0a4a47348da64b51c66ca475 is 50, key is test_row_0/B:col10/1731288370969/Put/seqid=0 2024-11-11T01:26:12,759 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/b834d88d9cbe4852803c3530de4633e8 is 50, key is test_row_0/A:col10/1731288370969/Put/seqid=0 2024-11-11T01:26:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742096_1272 (size=12241) 2024-11-11T01:26:12,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742095_1271 (size=12241) 2024-11-11T01:26:12,780 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/d7a9a63f0a4a47348da64b51c66ca475 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/d7a9a63f0a4a47348da64b51c66ca475 2024-11-11T01:26:12,787 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into d7a9a63f0a4a47348da64b51c66ca475(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:12,787 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:12,787 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288372739; duration=0sec 2024-11-11T01:26:12,787 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:12,787 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:12,787 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:12,789 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:12,789 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:12,789 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,789 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e8bf237b436b437ea59765b9241d46b9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2667c916d37c4a709e723ded842730f3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ee8f3f1720476994c9ea79c58834c2] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=35.3 K 2024-11-11T01:26:12,790 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e8bf237b436b437ea59765b9241d46b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288370104 2024-11-11T01:26:12,790 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2667c916d37c4a709e723ded842730f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731288370865 2024-11-11T01:26:12,790 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ee8f3f1720476994c9ea79c58834c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288370969 2024-11-11T01:26:12,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T01:26:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:12,793 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T01:26:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/81b15677cdf54230927b514eed5922fe is 50, key is test_row_0/A:col10/1731288371896/Put/seqid=0 2024-11-11T01:26:12,799 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:12,799 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/4d9e4ddd3b494972a2e2c459d63be95d is 50, key is test_row_0/C:col10/1731288370969/Put/seqid=0 2024-11-11T01:26:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742097_1273 (size=9657) 2024-11-11T01:26:12,810 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/81b15677cdf54230927b514eed5922fe 2024-11-11T01:26:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742098_1274 (size=12241) 2024-11-11T01:26:12,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0201991401f44133b5f9c00f08d31f47 is 50, key is test_row_0/B:col10/1731288371896/Put/seqid=0 2024-11-11T01:26:12,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742099_1275 (size=9657) 2024-11-11T01:26:12,827 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0201991401f44133b5f9c00f08d31f47 2024-11-11T01:26:12,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/b641cdf362f1467c9ccbd42bf5795edd is 50, key is test_row_0/C:col10/1731288371896/Put/seqid=0 2024-11-11T01:26:12,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742100_1276 (size=9657) 2024-11-11T01:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T01:26:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:13,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:13,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288433070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288433072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288433122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,123 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288433132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,134 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288433142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,144 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,177 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/b834d88d9cbe4852803c3530de4633e8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/b834d88d9cbe4852803c3530de4633e8 2024-11-11T01:26:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288433182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288433182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,190 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into b834d88d9cbe4852803c3530de4633e8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:13,190 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:13,190 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288372739; duration=0sec 2024-11-11T01:26:13,191 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:13,191 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:13,275 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/b641cdf362f1467c9ccbd42bf5795edd 2024-11-11T01:26:13,281 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/4d9e4ddd3b494972a2e2c459d63be95d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/4d9e4ddd3b494972a2e2c459d63be95d 2024-11-11T01:26:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/81b15677cdf54230927b514eed5922fe as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/81b15677cdf54230927b514eed5922fe 2024-11-11T01:26:13,287 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into 4d9e4ddd3b494972a2e2c459d63be95d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:13,287 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:13,287 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=13, startTime=1731288372739; duration=0sec 2024-11-11T01:26:13,287 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/81b15677cdf54230927b514eed5922fe, entries=100, sequenceid=129, filesize=9.4 K 2024-11-11T01:26:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0201991401f44133b5f9c00f08d31f47 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0201991401f44133b5f9c00f08d31f47 2024-11-11T01:26:13,289 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:13,289 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:13,293 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0201991401f44133b5f9c00f08d31f47, entries=100, sequenceid=129, filesize=9.4 K 2024-11-11T01:26:13,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/b641cdf362f1467c9ccbd42bf5795edd as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b641cdf362f1467c9ccbd42bf5795edd 2024-11-11T01:26:13,297 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b641cdf362f1467c9ccbd42bf5795edd, entries=100, sequenceid=129, filesize=9.4 K 2024-11-11T01:26:13,299 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for a6b95c28c67a3bb41548064263bccf4c in 506ms, sequenceid=129, compaction requested=false 2024-11-11T01:26:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-11T01:26:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-11T01:26:13,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-11T01:26:13,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 966 msec 2024-11-11T01:26:13,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 971 msec 2024-11-11T01:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:13,394 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:13,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T01:26:13,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d5792787a452466082a72f329e6c0aba is 50, key is test_row_0/A:col10/1731288373394/Put/seqid=0 2024-11-11T01:26:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742101_1277 (size=14541) 2024-11-11T01:26:13,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288433402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288433403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T01:26:13,472 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:13,472 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-11T01:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:13,474 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:13,474 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:13,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288433512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288433512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:13,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:13,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:13,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288433722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288433722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:13,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:13,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:13,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:13,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d5792787a452466082a72f329e6c0aba 2024-11-11T01:26:13,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/1d2698f2918245d785f4e3d51b6d9342 is 50, key is test_row_0/B:col10/1731288373394/Put/seqid=0 2024-11-11T01:26:13,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742102_1278 (size=12151) 2024-11-11T01:26:13,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:13,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:13,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:13,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288434031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:14,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288434032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:14,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:14,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/1d2698f2918245d785f4e3d51b6d9342 2024-11-11T01:26:14,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/44fab3207fc64262971eee8baabd3aef is 50, key is test_row_0/C:col10/1731288373394/Put/seqid=0 2024-11-11T01:26:14,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742103_1279 (size=12151) 2024-11-11T01:26:14,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:14,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288434542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:14,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288434542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:14,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:14,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/44fab3207fc64262971eee8baabd3aef 2024-11-11T01:26:14,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d5792787a452466082a72f329e6c0aba as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d5792787a452466082a72f329e6c0aba 2024-11-11T01:26:14,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d5792787a452466082a72f329e6c0aba, entries=200, sequenceid=160, filesize=14.2 K 2024-11-11T01:26:14,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/1d2698f2918245d785f4e3d51b6d9342 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1d2698f2918245d785f4e3d51b6d9342 2024-11-11T01:26:14,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1d2698f2918245d785f4e3d51b6d9342, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T01:26:14,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/44fab3207fc64262971eee8baabd3aef as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/44fab3207fc64262971eee8baabd3aef 2024-11-11T01:26:14,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/44fab3207fc64262971eee8baabd3aef, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T01:26:14,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for a6b95c28c67a3bb41548064263bccf4c in 1280ms, sequenceid=160, compaction requested=true 2024-11-11T01:26:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:14,674 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:14,675 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:14,676 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:14,676 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:14,676 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:14,676 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:14,676 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,676 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,676 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/d7a9a63f0a4a47348da64b51c66ca475, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0201991401f44133b5f9c00f08d31f47, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1d2698f2918245d785f4e3d51b6d9342] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=33.3 K 2024-11-11T01:26:14,676 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/b834d88d9cbe4852803c3530de4633e8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/81b15677cdf54230927b514eed5922fe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d5792787a452466082a72f329e6c0aba] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=35.6 K 2024-11-11T01:26:14,677 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting b834d88d9cbe4852803c3530de4633e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288370969 2024-11-11T01:26:14,677 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a9a63f0a4a47348da64b51c66ca475, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288370969 2024-11-11T01:26:14,677 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81b15677cdf54230927b514eed5922fe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731288371893 2024-11-11T01:26:14,677 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0201991401f44133b5f9c00f08d31f47, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731288371893 2024-11-11T01:26:14,677 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d2698f2918245d785f4e3d51b6d9342, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731288373065 2024-11-11T01:26:14,677 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5792787a452466082a72f329e6c0aba, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731288373065 2024-11-11T01:26:14,684 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:14,684 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:14,685 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/804876b8a3b9475e967c3f2f36c47ed3 is 50, key is test_row_0/A:col10/1731288373394/Put/seqid=0 2024-11-11T01:26:14,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/581a18709339492ca8de80a980aa35be is 50, key is test_row_0/B:col10/1731288373394/Put/seqid=0 2024-11-11T01:26:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742104_1280 (size=12493) 2024-11-11T01:26:14,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T01:26:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:14,696 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T01:26:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742105_1281 (size=12493) 2024-11-11T01:26:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/dfab3d6158774cf99cb74ecca2db4af0 is 50, key is test_row_0/A:col10/1731288373401/Put/seqid=0 2024-11-11T01:26:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742106_1282 (size=9757) 2024-11-11T01:26:15,094 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/581a18709339492ca8de80a980aa35be as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/581a18709339492ca8de80a980aa35be 2024-11-11T01:26:15,099 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into 581a18709339492ca8de80a980aa35be(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:15,099 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:15,099 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288374674; duration=0sec 2024-11-11T01:26:15,099 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:15,099 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:15,099 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:15,101 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:15,101 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:15,101 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:15,101 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/4d9e4ddd3b494972a2e2c459d63be95d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b641cdf362f1467c9ccbd42bf5795edd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/44fab3207fc64262971eee8baabd3aef] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=33.3 K 2024-11-11T01:26:15,102 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d9e4ddd3b494972a2e2c459d63be95d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288370969 2024-11-11T01:26:15,104 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/804876b8a3b9475e967c3f2f36c47ed3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/804876b8a3b9475e967c3f2f36c47ed3 2024-11-11T01:26:15,104 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b641cdf362f1467c9ccbd42bf5795edd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731288371893 2024-11-11T01:26:15,105 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 44fab3207fc64262971eee8baabd3aef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731288373065 2024-11-11T01:26:15,105 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/dfab3d6158774cf99cb74ecca2db4af0 2024-11-11T01:26:15,111 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into 804876b8a3b9475e967c3f2f36c47ed3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:15,111 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:15,111 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288374674; duration=0sec 2024-11-11T01:26:15,112 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:15,112 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/e95fd334d07643158830f9b1b4fd71f1 is 50, key is test_row_0/B:col10/1731288373401/Put/seqid=0 2024-11-11T01:26:15,117 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:15,117 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/b6bf372db2c84c11b817061cd307d52e is 50, key is test_row_0/C:col10/1731288373394/Put/seqid=0 2024-11-11T01:26:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742107_1283 (size=9757) 2024-11-11T01:26:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742108_1284 (size=12493) 2024-11-11T01:26:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:15,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288435184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288435184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288435185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288435292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288435293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288435293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288435502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288435502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288435502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,523 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/e95fd334d07643158830f9b1b4fd71f1 2024-11-11T01:26:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/9ed8362688a44245a9e186ad489d3de2 is 50, key is test_row_0/C:col10/1731288373401/Put/seqid=0 2024-11-11T01:26:15,531 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/b6bf372db2c84c11b817061cd307d52e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b6bf372db2c84c11b817061cd307d52e 2024-11-11T01:26:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742109_1285 (size=9757) 2024-11-11T01:26:15,535 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into b6bf372db2c84c11b817061cd307d52e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:15,535 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:15,535 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=13, startTime=1731288374675; duration=0sec 2024-11-11T01:26:15,535 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:15,535 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288435552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288435552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,553 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:15,553 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288435812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288435812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288435812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:15,935 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/9ed8362688a44245a9e186ad489d3de2 2024-11-11T01:26:15,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/dfab3d6158774cf99cb74ecca2db4af0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/dfab3d6158774cf99cb74ecca2db4af0 2024-11-11T01:26:15,942 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/dfab3d6158774cf99cb74ecca2db4af0, entries=100, sequenceid=167, filesize=9.5 K 2024-11-11T01:26:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/e95fd334d07643158830f9b1b4fd71f1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/e95fd334d07643158830f9b1b4fd71f1 2024-11-11T01:26:15,946 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/e95fd334d07643158830f9b1b4fd71f1, entries=100, sequenceid=167, filesize=9.5 K 2024-11-11T01:26:15,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/9ed8362688a44245a9e186ad489d3de2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/9ed8362688a44245a9e186ad489d3de2 2024-11-11T01:26:15,950 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/9ed8362688a44245a9e186ad489d3de2, entries=100, sequenceid=167, filesize=9.5 K 2024-11-11T01:26:15,951 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for a6b95c28c67a3bb41548064263bccf4c in 1255ms, sequenceid=167, compaction requested=false 2024-11-11T01:26:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-11T01:26:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-11T01:26:15,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-11T01:26:15,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-11-11T01:26:15,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.4820 sec 2024-11-11T01:26:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:16,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T01:26:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288436325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288436326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ee5f85bd089643ffb1fb7d2f29bfcedb is 50, key is test_row_0/A:col10/1731288376323/Put/seqid=0 2024-11-11T01:26:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288436328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742110_1286 (size=16931) 2024-11-11T01:26:16,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288436432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288436432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288436432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288436642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288436642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288436642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ee5f85bd089643ffb1fb7d2f29bfcedb 2024-11-11T01:26:16,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/653e8b9a0b4b4e42b508266fa493f2c8 is 50, key is test_row_0/B:col10/1731288376323/Put/seqid=0 2024-11-11T01:26:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742111_1287 (size=12151) 2024-11-11T01:26:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288436952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288436952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288436952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:17,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/653e8b9a0b4b4e42b508266fa493f2c8 2024-11-11T01:26:17,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/3f9e74f9c56541fa8572afbd56c13985 is 50, key is test_row_0/C:col10/1731288376323/Put/seqid=0 2024-11-11T01:26:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742112_1288 (size=12151) 2024-11-11T01:26:17,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288437462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288437462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:17,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288437462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:17,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/3f9e74f9c56541fa8572afbd56c13985 2024-11-11T01:26:17,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ee5f85bd089643ffb1fb7d2f29bfcedb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ee5f85bd089643ffb1fb7d2f29bfcedb 2024-11-11T01:26:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288437572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288437572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:17,575 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:17,576 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:17,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ee5f85bd089643ffb1fb7d2f29bfcedb, entries=250, sequenceid=202, filesize=16.5 K 2024-11-11T01:26:17,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/653e8b9a0b4b4e42b508266fa493f2c8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/653e8b9a0b4b4e42b508266fa493f2c8 2024-11-11T01:26:17,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/653e8b9a0b4b4e42b508266fa493f2c8, entries=150, sequenceid=202, filesize=11.9 K 2024-11-11T01:26:17,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/3f9e74f9c56541fa8572afbd56c13985 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/3f9e74f9c56541fa8572afbd56c13985 2024-11-11T01:26:17,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/3f9e74f9c56541fa8572afbd56c13985, entries=150, sequenceid=202, filesize=11.9 K 2024-11-11T01:26:17,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for a6b95c28c67a3bb41548064263bccf4c in 1263ms, sequenceid=202, compaction requested=true 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:17,588 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:17,588 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:17,589 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:17,589 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:17,589 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:17,589 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:17,589 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:17,589 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/581a18709339492ca8de80a980aa35be, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/e95fd334d07643158830f9b1b4fd71f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/653e8b9a0b4b4e42b508266fa493f2c8] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=33.6 K 2024-11-11T01:26:17,589 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:17,589 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/804876b8a3b9475e967c3f2f36c47ed3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/dfab3d6158774cf99cb74ecca2db4af0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ee5f85bd089643ffb1fb7d2f29bfcedb] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=38.3 K 2024-11-11T01:26:17,589 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804876b8a3b9475e967c3f2f36c47ed3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731288373065 2024-11-11T01:26:17,589 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 581a18709339492ca8de80a980aa35be, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731288373065 2024-11-11T01:26:17,590 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfab3d6158774cf99cb74ecca2db4af0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731288373401 2024-11-11T01:26:17,590 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e95fd334d07643158830f9b1b4fd71f1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731288373401 2024-11-11T01:26:17,590 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee5f85bd089643ffb1fb7d2f29bfcedb, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731288375182 2024-11-11T01:26:17,590 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 653e8b9a0b4b4e42b508266fa493f2c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731288375182 2024-11-11T01:26:17,597 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:17,598 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#241 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:17,598 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5 is 50, key is test_row_0/A:col10/1731288376323/Put/seqid=0 2024-11-11T01:26:17,598 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/c9216335bf9144c699819d3c5dfbebfc is 50, key is test_row_0/B:col10/1731288376323/Put/seqid=0 2024-11-11T01:26:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742113_1289 (size=12595) 2024-11-11T01:26:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T01:26:17,642 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:17,643 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-11T01:26:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T01:26:17,645 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:17,645 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:17,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742114_1290 (size=12595) 2024-11-11T01:26:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T01:26:17,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T01:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:17,799 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-11T01:26:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/0041f563a5884f30bd62f67d1061ec02 is 50, key is test_row_0/A:col10/1731288376327/Put/seqid=0 2024-11-11T01:26:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742115_1291 (size=7365) 2024-11-11T01:26:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T01:26:18,021 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/c9216335bf9144c699819d3c5dfbebfc as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c9216335bf9144c699819d3c5dfbebfc 2024-11-11T01:26:18,025 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into c9216335bf9144c699819d3c5dfbebfc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:18,025 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:18,025 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288377588; duration=0sec 2024-11-11T01:26:18,025 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:18,025 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:18,025 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:18,033 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:18,033 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:18,033 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:18,033 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b6bf372db2c84c11b817061cd307d52e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/9ed8362688a44245a9e186ad489d3de2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/3f9e74f9c56541fa8572afbd56c13985] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=33.6 K 2024-11-11T01:26:18,033 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b6bf372db2c84c11b817061cd307d52e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731288373065 2024-11-11T01:26:18,034 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ed8362688a44245a9e186ad489d3de2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731288373401 2024-11-11T01:26:18,034 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f9e74f9c56541fa8572afbd56c13985, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731288375182 2024-11-11T01:26:18,040 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:18,041 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/73ba42c04fd64cfb96a147fd06bc218d is 50, key is test_row_0/C:col10/1731288376323/Put/seqid=0 2024-11-11T01:26:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742116_1292 (size=12595) 2024-11-11T01:26:18,052 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5 2024-11-11T01:26:18,057 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into ce78cd0ccc864fbe9b1e3c8d0537a3b5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:18,057 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:18,057 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288377588; duration=0sec 2024-11-11T01:26:18,057 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:18,057 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:18,206 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/0041f563a5884f30bd62f67d1061ec02 2024-11-11T01:26:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9c16943dfea14f4eb6f15e3732949848 is 50, key is test_row_0/B:col10/1731288376327/Put/seqid=0 2024-11-11T01:26:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T01:26:18,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742117_1293 (size=7365) 2024-11-11T01:26:18,276 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9c16943dfea14f4eb6f15e3732949848 2024-11-11T01:26:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/d588f36553ce409db5c41b743fd080c6 is 50, key is test_row_0/C:col10/1731288376327/Put/seqid=0 2024-11-11T01:26:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742118_1294 (size=7365) 2024-11-11T01:26:18,450 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/73ba42c04fd64cfb96a147fd06bc218d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ba42c04fd64cfb96a147fd06bc218d 2024-11-11T01:26:18,455 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into 73ba42c04fd64cfb96a147fd06bc218d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:18,455 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:18,455 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=13, startTime=1731288377588; duration=0sec 2024-11-11T01:26:18,455 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:18,455 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:18,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288438504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288438504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288438506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288438612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288438612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288438613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,692 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/d588f36553ce409db5c41b743fd080c6 2024-11-11T01:26:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/0041f563a5884f30bd62f67d1061ec02 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/0041f563a5884f30bd62f67d1061ec02 2024-11-11T01:26:18,701 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/0041f563a5884f30bd62f67d1061ec02, entries=50, sequenceid=206, filesize=7.2 K 2024-11-11T01:26:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/9c16943dfea14f4eb6f15e3732949848 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9c16943dfea14f4eb6f15e3732949848 2024-11-11T01:26:18,705 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9c16943dfea14f4eb6f15e3732949848, entries=50, sequenceid=206, filesize=7.2 K 2024-11-11T01:26:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/d588f36553ce409db5c41b743fd080c6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d588f36553ce409db5c41b743fd080c6 2024-11-11T01:26:18,709 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d588f36553ce409db5c41b743fd080c6, entries=50, sequenceid=206, filesize=7.2 K 2024-11-11T01:26:18,710 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for a6b95c28c67a3bb41548064263bccf4c in 911ms, sequenceid=206, compaction requested=false 2024-11-11T01:26:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-11T01:26:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-11T01:26:18,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-11T01:26:18,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-11-11T01:26:18,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0710 sec 2024-11-11T01:26:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T01:26:18,782 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:18,783 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-11T01:26:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T01:26:18,784 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:18,785 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:18,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:18,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-11T01:26:18,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288438822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288438822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288438824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d79e77570ca449f9a17c35268275f3f1 is 50, key is test_row_0/A:col10/1731288378822/Put/seqid=0 2024-11-11T01:26:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742119_1295 (size=12151) 2024-11-11T01:26:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T01:26:18,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288438932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:18,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:18,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:19,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:19,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T01:26:19,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288439132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:19,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288439132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:19,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288439142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:19,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:19,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d79e77570ca449f9a17c35268275f3f1 2024-11-11T01:26:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0f7470736f4e4a718d7cd9ca1934e681 is 50, key is test_row_0/B:col10/1731288378822/Put/seqid=0 2024-11-11T01:26:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742120_1296 (size=12151) 2024-11-11T01:26:19,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:19,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:19,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T01:26:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288439452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:19,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288439642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288439642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:19,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0f7470736f4e4a718d7cd9ca1934e681 2024-11-11T01:26:19,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c76e08b2f8c049eaa410af537d2c7e7d is 50, key is test_row_0/C:col10/1731288378822/Put/seqid=0 2024-11-11T01:26:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742121_1297 (size=12151) 2024-11-11T01:26:19,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:19,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:19,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:19,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:19,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:19,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T01:26:19,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288439962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:20,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:20,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:20,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:20,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:20,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c76e08b2f8c049eaa410af537d2c7e7d 2024-11-11T01:26:20,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d79e77570ca449f9a17c35268275f3f1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d79e77570ca449f9a17c35268275f3f1 2024-11-11T01:26:20,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d79e77570ca449f9a17c35268275f3f1, entries=150, sequenceid=242, filesize=11.9 K 2024-11-11T01:26:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/0f7470736f4e4a718d7cd9ca1934e681 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0f7470736f4e4a718d7cd9ca1934e681 2024-11-11T01:26:20,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0f7470736f4e4a718d7cd9ca1934e681, entries=150, sequenceid=242, filesize=11.9 K 2024-11-11T01:26:20,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c76e08b2f8c049eaa410af537d2c7e7d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c76e08b2f8c049eaa410af537d2c7e7d 2024-11-11T01:26:20,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c76e08b2f8c049eaa410af537d2c7e7d, entries=150, sequenceid=242, filesize=11.9 K 2024-11-11T01:26:20,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for a6b95c28c67a3bb41548064263bccf4c in 1259ms, sequenceid=242, compaction requested=true 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:20,082 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:20,082 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:20,083 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:20,083 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:20,083 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,083 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/0041f563a5884f30bd62f67d1061ec02, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d79e77570ca449f9a17c35268275f3f1] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=31.4 K 2024-11-11T01:26:20,084 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:20,084 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:20,084 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce78cd0ccc864fbe9b1e3c8d0537a3b5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731288375182 2024-11-11T01:26:20,084 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,084 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c9216335bf9144c699819d3c5dfbebfc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9c16943dfea14f4eb6f15e3732949848, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0f7470736f4e4a718d7cd9ca1934e681] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=31.4 K 2024-11-11T01:26:20,084 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0041f563a5884f30bd62f67d1061ec02, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731288376327 2024-11-11T01:26:20,084 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c9216335bf9144c699819d3c5dfbebfc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731288375182 2024-11-11T01:26:20,084 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79e77570ca449f9a17c35268275f3f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731288378501 2024-11-11T01:26:20,085 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c16943dfea14f4eb6f15e3732949848, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731288376327 2024-11-11T01:26:20,085 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f7470736f4e4a718d7cd9ca1934e681, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731288378501 2024-11-11T01:26:20,091 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:20,091 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/69b8f2e7ff044229a17866fe8e911de5 is 50, key is test_row_0/A:col10/1731288378822/Put/seqid=0 2024-11-11T01:26:20,091 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:20,091 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/00489acc81c449ef8112259a1b2406db is 50, key is test_row_0/B:col10/1731288378822/Put/seqid=0 2024-11-11T01:26:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742122_1298 (size=12697) 2024-11-11T01:26:20,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742123_1299 (size=12697) 2024-11-11T01:26:20,100 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/69b8f2e7ff044229a17866fe8e911de5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/69b8f2e7ff044229a17866fe8e911de5 2024-11-11T01:26:20,104 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into 69b8f2e7ff044229a17866fe8e911de5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:20,105 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:20,105 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288380082; duration=0sec 2024-11-11T01:26:20,105 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:20,105 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:20,105 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:20,106 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:20,106 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:20,106 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,106 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ba42c04fd64cfb96a147fd06bc218d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d588f36553ce409db5c41b743fd080c6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c76e08b2f8c049eaa410af537d2c7e7d] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=31.4 K 2024-11-11T01:26:20,106 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73ba42c04fd64cfb96a147fd06bc218d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731288375182 2024-11-11T01:26:20,106 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d588f36553ce409db5c41b743fd080c6, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731288376327 2024-11-11T01:26:20,107 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c76e08b2f8c049eaa410af537d2c7e7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731288378501 2024-11-11T01:26:20,113 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#251 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:20,113 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e3f35e638cc4455c9af1f2252efbccbd is 50, key is test_row_0/C:col10/1731288378822/Put/seqid=0 2024-11-11T01:26:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742124_1300 (size=12697) 2024-11-11T01:26:20,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T01:26:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-11T01:26:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-11T01:26:20,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-11T01:26:20,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3750 sec 2024-11-11T01:26:20,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3790 sec 2024-11-11T01:26:20,505 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/00489acc81c449ef8112259a1b2406db as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/00489acc81c449ef8112259a1b2406db 2024-11-11T01:26:20,510 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into 00489acc81c449ef8112259a1b2406db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:20,510 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:20,510 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288380082; duration=0sec 2024-11-11T01:26:20,510 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:20,510 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:20,521 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e3f35e638cc4455c9af1f2252efbccbd as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3f35e638cc4455c9af1f2252efbccbd 2024-11-11T01:26:20,525 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into e3f35e638cc4455c9af1f2252efbccbd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:20,526 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:20,526 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=13, startTime=1731288380082; duration=0sec 2024-11-11T01:26:20,526 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:20,526 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:20,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:20,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:26:20,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/254dbc8c64e64ae1ae4b6aec34fd8bae is 50, key is test_row_0/A:col10/1731288380657/Put/seqid=0 2024-11-11T01:26:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742125_1301 (size=14591) 2024-11-11T01:26:20,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288440694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:20,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288440695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:20,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288440802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:20,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288440802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:20,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:20,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T01:26:20,932 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:20,933 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-11T01:26:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T01:26:20,934 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:20,935 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:20,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:20,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288440982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:20,983 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288441012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288441012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T01:26:21,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/254dbc8c64e64ae1ae4b6aec34fd8bae 2024-11-11T01:26:21,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/03931dd5e2764d2eb58d8eb0a4202758 is 50, key is test_row_0/B:col10/1731288380657/Put/seqid=0 2024-11-11T01:26:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742126_1302 (size=12201) 2024-11-11T01:26:21,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:21,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T01:26:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288441322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288441322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/03931dd5e2764d2eb58d8eb0a4202758 2024-11-11T01:26:21,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/0012053a884f4aeb80037f1e4da601e3 is 50, key is test_row_0/C:col10/1731288380657/Put/seqid=0 2024-11-11T01:26:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742127_1303 (size=12201) 2024-11-11T01:26:21,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T01:26:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1731288441592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50778 deadline: 1731288441592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,594 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:21,594 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:21,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288441832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288441832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:21,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:21,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:21,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/0012053a884f4aeb80037f1e4da601e3 2024-11-11T01:26:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/254dbc8c64e64ae1ae4b6aec34fd8bae as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/254dbc8c64e64ae1ae4b6aec34fd8bae 2024-11-11T01:26:21,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/254dbc8c64e64ae1ae4b6aec34fd8bae, entries=200, sequenceid=257, filesize=14.2 K 2024-11-11T01:26:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/03931dd5e2764d2eb58d8eb0a4202758 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/03931dd5e2764d2eb58d8eb0a4202758 2024-11-11T01:26:21,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/03931dd5e2764d2eb58d8eb0a4202758, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T01:26:21,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/0012053a884f4aeb80037f1e4da601e3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0012053a884f4aeb80037f1e4da601e3 2024-11-11T01:26:21,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0012053a884f4aeb80037f1e4da601e3, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T01:26:21,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6b95c28c67a3bb41548064263bccf4c in 1251ms, sequenceid=257, compaction requested=false 2024-11-11T01:26:21,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:22,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T01:26:22,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:22,003 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:26:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a582469bea584ca6a087d1c7921fc0a4 is 50, key is test_row_0/A:col10/1731288380683/Put/seqid=0 2024-11-11T01:26:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742128_1304 (size=12301) 2024-11-11T01:26:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T01:26:22,411 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a582469bea584ca6a087d1c7921fc0a4 2024-11-11T01:26:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/bcfcfcabccc94e1e9f3ee44f6a2487ff is 50, key is test_row_0/B:col10/1731288380683/Put/seqid=0 2024-11-11T01:26:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742129_1305 (size=12301) 2024-11-11T01:26:22,422 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/bcfcfcabccc94e1e9f3ee44f6a2487ff 2024-11-11T01:26:22,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/635441f73f0c465fb5c4b5deda30554c is 50, key is test_row_0/C:col10/1731288380683/Put/seqid=0 2024-11-11T01:26:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742130_1306 (size=12301) 2024-11-11T01:26:22,833 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/635441f73f0c465fb5c4b5deda30554c 2024-11-11T01:26:22,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a582469bea584ca6a087d1c7921fc0a4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a582469bea584ca6a087d1c7921fc0a4 2024-11-11T01:26:22,841 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a582469bea584ca6a087d1c7921fc0a4, entries=150, sequenceid=282, filesize=12.0 K 2024-11-11T01:26:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/bcfcfcabccc94e1e9f3ee44f6a2487ff as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/bcfcfcabccc94e1e9f3ee44f6a2487ff 2024-11-11T01:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:22,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:22,846 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/bcfcfcabccc94e1e9f3ee44f6a2487ff, entries=150, sequenceid=282, filesize=12.0 K 2024-11-11T01:26:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/635441f73f0c465fb5c4b5deda30554c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/635441f73f0c465fb5c4b5deda30554c 2024-11-11T01:26:22,851 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/635441f73f0c465fb5c4b5deda30554c, entries=150, sequenceid=282, filesize=12.0 K 2024-11-11T01:26:22,852 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for a6b95c28c67a3bb41548064263bccf4c in 849ms, sequenceid=282, compaction requested=true 2024-11-11T01:26:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-11T01:26:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-11T01:26:22,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-11T01:26:22,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-11T01:26:22,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9230 sec 2024-11-11T01:26:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:22,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:26:22,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/df4dcb64d4e04066bc04370963813264 is 50, key is test_row_0/A:col10/1731288382859/Put/seqid=0 2024-11-11T01:26:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742131_1307 (size=14741) 2024-11-11T01:26:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288442903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:22,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288442907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:22,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288443002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,003 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288443012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288443022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T01:26:23,083 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:23,083 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-11T01:26:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:23,085 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:23,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:23,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:23,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288443222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288443232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:23,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/df4dcb64d4e04066bc04370963813264 2024-11-11T01:26:23,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/124ad5780ce045839771642f2633df79 is 50, key is test_row_0/B:col10/1731288382859/Put/seqid=0 2024-11-11T01:26:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742132_1308 (size=12301) 2024-11-11T01:26:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288443532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288443542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:23,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:23,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/124ad5780ce045839771642f2633df79 2024-11-11T01:26:23,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/0597774f65b3415e929a940b710b6f6b is 50, key is test_row_0/C:col10/1731288382859/Put/seqid=0 2024-11-11T01:26:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742133_1309 (size=12301) 2024-11-11T01:26:23,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:23,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:23,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288444042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:24,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288444052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:24,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:24,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/0597774f65b3415e929a940b710b6f6b 2024-11-11T01:26:24,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/df4dcb64d4e04066bc04370963813264 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/df4dcb64d4e04066bc04370963813264 2024-11-11T01:26:24,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/df4dcb64d4e04066bc04370963813264, entries=200, sequenceid=294, filesize=14.4 K 2024-11-11T01:26:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/124ad5780ce045839771642f2633df79 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/124ad5780ce045839771642f2633df79 2024-11-11T01:26:24,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/124ad5780ce045839771642f2633df79, entries=150, sequenceid=294, filesize=12.0 K 2024-11-11T01:26:24,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/0597774f65b3415e929a940b710b6f6b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0597774f65b3415e929a940b710b6f6b 2024-11-11T01:26:24,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0597774f65b3415e929a940b710b6f6b, entries=150, sequenceid=294, filesize=12.0 K 2024-11-11T01:26:24,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a6b95c28c67a3bb41548064263bccf4c in 1372ms, sequenceid=294, compaction requested=true 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:24,231 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:24,231 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:24,232 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:24,232 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54330 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:24,232 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:24,232 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:24,232 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,232 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,232 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/00489acc81c449ef8112259a1b2406db, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/03931dd5e2764d2eb58d8eb0a4202758, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/bcfcfcabccc94e1e9f3ee44f6a2487ff, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/124ad5780ce045839771642f2633df79] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=48.3 K 2024-11-11T01:26:24,232 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/69b8f2e7ff044229a17866fe8e911de5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/254dbc8c64e64ae1ae4b6aec34fd8bae, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a582469bea584ca6a087d1c7921fc0a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/df4dcb64d4e04066bc04370963813264] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=53.1 K 2024-11-11T01:26:24,232 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69b8f2e7ff044229a17866fe8e911de5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731288378501 2024-11-11T01:26:24,232 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 00489acc81c449ef8112259a1b2406db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731288378501 2024-11-11T01:26:24,233 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 03931dd5e2764d2eb58d8eb0a4202758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731288380654 2024-11-11T01:26:24,233 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 254dbc8c64e64ae1ae4b6aec34fd8bae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731288380654 2024-11-11T01:26:24,233 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting bcfcfcabccc94e1e9f3ee44f6a2487ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731288380683 2024-11-11T01:26:24,233 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a582469bea584ca6a087d1c7921fc0a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731288380683 2024-11-11T01:26:24,233 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 124ad5780ce045839771642f2633df79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731288382855 2024-11-11T01:26:24,233 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting df4dcb64d4e04066bc04370963813264, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731288382855 2024-11-11T01:26:24,240 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:24,240 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:24,241 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/08e9e0ea74cf4f6992f71c47c8047f05 is 50, key is test_row_0/B:col10/1731288382859/Put/seqid=0 2024-11-11T01:26:24,241 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8ae7e7c8d1ec4db0ba2a07a1eda53719 is 50, key is test_row_0/A:col10/1731288382859/Put/seqid=0 2024-11-11T01:26:24,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742135_1311 (size=12983) 2024-11-11T01:26:24,257 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8ae7e7c8d1ec4db0ba2a07a1eda53719 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8ae7e7c8d1ec4db0ba2a07a1eda53719 2024-11-11T01:26:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742134_1310 (size=12983) 2024-11-11T01:26:24,263 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into 8ae7e7c8d1ec4db0ba2a07a1eda53719(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:24,263 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:24,263 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=12, startTime=1731288384231; duration=0sec 2024-11-11T01:26:24,263 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:24,263 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:24,263 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:24,264 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:24,264 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:24,264 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,265 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3f35e638cc4455c9af1f2252efbccbd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0012053a884f4aeb80037f1e4da601e3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/635441f73f0c465fb5c4b5deda30554c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0597774f65b3415e929a940b710b6f6b] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=48.3 K 2024-11-11T01:26:24,265 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3f35e638cc4455c9af1f2252efbccbd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731288378501 2024-11-11T01:26:24,265 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0012053a884f4aeb80037f1e4da601e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731288380654 2024-11-11T01:26:24,265 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 635441f73f0c465fb5c4b5deda30554c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731288380683 2024-11-11T01:26:24,266 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0597774f65b3415e929a940b710b6f6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731288382855 2024-11-11T01:26:24,273 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:24,273 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/48d8ccd4627a4700a35e0ec53d760380 is 50, key is test_row_0/C:col10/1731288382859/Put/seqid=0 2024-11-11T01:26:24,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742136_1312 (size=12983) 2024-11-11T01:26:24,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T01:26:24,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:24,307 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:26:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/3773d80cb2f94f3fb0d52bfa13a4b17d is 50, key is test_row_0/A:col10/1731288382906/Put/seqid=0 2024-11-11T01:26:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742137_1313 (size=12301) 2024-11-11T01:26:24,666 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/08e9e0ea74cf4f6992f71c47c8047f05 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/08e9e0ea74cf4f6992f71c47c8047f05 2024-11-11T01:26:24,671 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into 08e9e0ea74cf4f6992f71c47c8047f05(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:24,671 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:24,671 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=12, startTime=1731288384231; duration=0sec 2024-11-11T01:26:24,671 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:24,671 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:24,690 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/48d8ccd4627a4700a35e0ec53d760380 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/48d8ccd4627a4700a35e0ec53d760380 2024-11-11T01:26:24,694 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into 48d8ccd4627a4700a35e0ec53d760380(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:24,694 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:24,694 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=12, startTime=1731288384231; duration=0sec 2024-11-11T01:26:24,695 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:24,695 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:24,715 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/3773d80cb2f94f3fb0d52bfa13a4b17d 2024-11-11T01:26:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/c4361eb569e549639b5e2b40d5423a76 is 50, key is test_row_0/B:col10/1731288382906/Put/seqid=0 2024-11-11T01:26:24,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742138_1314 (size=12301) 2024-11-11T01:26:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288445074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288445076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,128 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/c4361eb569e549639b5e2b40d5423a76 2024-11-11T01:26:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2dbd588589b742748553c60f54cfc89e is 50, key is test_row_0/C:col10/1731288382906/Put/seqid=0 2024-11-11T01:26:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742139_1315 (size=12301) 2024-11-11T01:26:25,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288445182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288445182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288445392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288445392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,538 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2dbd588589b742748553c60f54cfc89e 2024-11-11T01:26:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/3773d80cb2f94f3fb0d52bfa13a4b17d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/3773d80cb2f94f3fb0d52bfa13a4b17d 2024-11-11T01:26:25,545 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/3773d80cb2f94f3fb0d52bfa13a4b17d, entries=150, sequenceid=319, filesize=12.0 K 2024-11-11T01:26:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/c4361eb569e549639b5e2b40d5423a76 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c4361eb569e549639b5e2b40d5423a76 2024-11-11T01:26:25,550 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c4361eb569e549639b5e2b40d5423a76, entries=150, sequenceid=319, filesize=12.0 K 2024-11-11T01:26:25,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/2dbd588589b742748553c60f54cfc89e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2dbd588589b742748553c60f54cfc89e 2024-11-11T01:26:25,554 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2dbd588589b742748553c60f54cfc89e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-11T01:26:25,555 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a6b95c28c67a3bb41548064263bccf4c in 1248ms, sequenceid=319, compaction requested=false 2024-11-11T01:26:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-11T01:26:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-11T01:26:25,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-11T01:26:25,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-11-11T01:26:25,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.4750 sec 2024-11-11T01:26:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:25,705 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:25,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T01:26:25,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a1cb9af8d96e43f08c78c936cfe935c2 is 50, key is test_row_0/A:col10/1731288385705/Put/seqid=0 2024-11-11T01:26:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742140_1316 (size=14741) 2024-11-11T01:26:25,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288445740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288445743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288445852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288445852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288446062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288446062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a1cb9af8d96e43f08c78c936cfe935c2 2024-11-11T01:26:26,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/18083de5bb6247fcbfadc2b0740b260d is 50, key is test_row_0/B:col10/1731288385705/Put/seqid=0 2024-11-11T01:26:26,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742141_1317 (size=12301) 2024-11-11T01:26:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288446372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288446372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/18083de5bb6247fcbfadc2b0740b260d 2024-11-11T01:26:26,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c848bb15da8c492f9304bd9610e0b132 is 50, key is test_row_0/C:col10/1731288385705/Put/seqid=0 2024-11-11T01:26:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742142_1318 (size=12301) 2024-11-11T01:26:26,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288446882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288446882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:26,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c848bb15da8c492f9304bd9610e0b132 2024-11-11T01:26:26,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a1cb9af8d96e43f08c78c936cfe935c2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a1cb9af8d96e43f08c78c936cfe935c2 2024-11-11T01:26:26,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a1cb9af8d96e43f08c78c936cfe935c2, entries=200, sequenceid=335, filesize=14.4 K 2024-11-11T01:26:26,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/18083de5bb6247fcbfadc2b0740b260d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/18083de5bb6247fcbfadc2b0740b260d 2024-11-11T01:26:26,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/18083de5bb6247fcbfadc2b0740b260d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T01:26:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/c848bb15da8c492f9304bd9610e0b132 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c848bb15da8c492f9304bd9610e0b132 2024-11-11T01:26:26,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c848bb15da8c492f9304bd9610e0b132, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T01:26:26,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a6b95c28c67a3bb41548064263bccf4c in 1249ms, sequenceid=335, compaction requested=true 2024-11-11T01:26:26,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:26,955 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:26,955 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:26,955 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:26,955 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:26,955 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:26,955 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:26,956 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:26,956 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:26,956 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8ae7e7c8d1ec4db0ba2a07a1eda53719, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/3773d80cb2f94f3fb0d52bfa13a4b17d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a1cb9af8d96e43f08c78c936cfe935c2] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=39.1 K 2024-11-11T01:26:26,956 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/08e9e0ea74cf4f6992f71c47c8047f05, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c4361eb569e549639b5e2b40d5423a76, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/18083de5bb6247fcbfadc2b0740b260d] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=36.7 K 2024-11-11T01:26:26,956 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae7e7c8d1ec4db0ba2a07a1eda53719, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731288382855 2024-11-11T01:26:26,956 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e9e0ea74cf4f6992f71c47c8047f05, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731288382855 2024-11-11T01:26:26,956 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c4361eb569e549639b5e2b40d5423a76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731288382901 2024-11-11T01:26:26,956 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3773d80cb2f94f3fb0d52bfa13a4b17d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731288382901 2024-11-11T01:26:26,956 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 18083de5bb6247fcbfadc2b0740b260d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288385073 2024-11-11T01:26:26,956 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1cb9af8d96e43f08c78c936cfe935c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288385073 2024-11-11T01:26:26,963 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:26,963 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/878407e9704541dbbe433e4d6681f5db is 50, key is test_row_0/A:col10/1731288385705/Put/seqid=0 2024-11-11T01:26:26,970 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:26,970 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/cbbeef1cbabc47e0a8a565f50800123b is 50, key is test_row_0/B:col10/1731288385705/Put/seqid=0 2024-11-11T01:26:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742143_1319 (size=13085) 2024-11-11T01:26:26,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742144_1320 (size=13085) 2024-11-11T01:26:27,000 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/878407e9704541dbbe433e4d6681f5db as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/878407e9704541dbbe433e4d6681f5db 2024-11-11T01:26:27,008 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into 878407e9704541dbbe433e4d6681f5db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:27,008 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,008 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288386955; duration=0sec 2024-11-11T01:26:27,008 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:27,008 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:27,008 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:27,010 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:27,011 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:27,011 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,011 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/48d8ccd4627a4700a35e0ec53d760380, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2dbd588589b742748553c60f54cfc89e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c848bb15da8c492f9304bd9610e0b132] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=36.7 K 2024-11-11T01:26:27,012 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48d8ccd4627a4700a35e0ec53d760380, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731288382855 2024-11-11T01:26:27,013 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dbd588589b742748553c60f54cfc89e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731288382901 2024-11-11T01:26:27,013 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c848bb15da8c492f9304bd9610e0b132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288385073 2024-11-11T01:26:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:27,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T01:26:27,026 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:27,027 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/f7949ecdf53e47e7a26e0052216faee9 is 50, key is test_row_0/C:col10/1731288385705/Put/seqid=0 2024-11-11T01:26:27,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/6759623c7d89459db51d9e1dcc13eb18 is 50, key is test_row_0/A:col10/1731288387022/Put/seqid=0 2024-11-11T01:26:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742146_1322 (size=12301) 2024-11-11T01:26:27,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/6759623c7d89459db51d9e1dcc13eb18 2024-11-11T01:26:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742145_1321 (size=13085) 2024-11-11T01:26:27,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288447073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,081 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/f7949ecdf53e47e7a26e0052216faee9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/f7949ecdf53e47e7a26e0052216faee9 2024-11-11T01:26:27,088 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into f7949ecdf53e47e7a26e0052216faee9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:27,088 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,088 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=13, startTime=1731288386955; duration=0sec 2024-11-11T01:26:27,088 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:27,089 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:27,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/4013dd24fb15475b8f537c3a3cd25017 is 50, key is test_row_0/B:col10/1731288387022/Put/seqid=0 2024-11-11T01:26:27,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742147_1323 (size=12301) 2024-11-11T01:26:27,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/4013dd24fb15475b8f537c3a3cd25017 2024-11-11T01:26:27,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/356446b640e246abb86e33b2f7061426 is 50, key is test_row_0/C:col10/1731288387022/Put/seqid=0 2024-11-11T01:26:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742148_1324 (size=12301) 2024-11-11T01:26:27,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/356446b640e246abb86e33b2f7061426 2024-11-11T01:26:27,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/6759623c7d89459db51d9e1dcc13eb18 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6759623c7d89459db51d9e1dcc13eb18 2024-11-11T01:26:27,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6759623c7d89459db51d9e1dcc13eb18, entries=150, sequenceid=359, filesize=12.0 K 2024-11-11T01:26:27,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/4013dd24fb15475b8f537c3a3cd25017 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/4013dd24fb15475b8f537c3a3cd25017 2024-11-11T01:26:27,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288447183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/4013dd24fb15475b8f537c3a3cd25017, entries=150, sequenceid=359, filesize=12.0 K 2024-11-11T01:26:27,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/356446b640e246abb86e33b2f7061426 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/356446b640e246abb86e33b2f7061426 2024-11-11T01:26:27,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/356446b640e246abb86e33b2f7061426, entries=150, sequenceid=359, filesize=12.0 K 2024-11-11T01:26:27,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a6b95c28c67a3bb41548064263bccf4c in 173ms, sequenceid=359, compaction requested=false 2024-11-11T01:26:27,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T01:26:27,243 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:27,243 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-11T01:26:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T01:26:27,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:27,249 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:27,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T01:26:27,388 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/cbbeef1cbabc47e0a8a565f50800123b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/cbbeef1cbabc47e0a8a565f50800123b 2024-11-11T01:26:27,394 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:27,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:26:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:27,395 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into cbbeef1cbabc47e0a8a565f50800123b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:27,396 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,396 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288386955; duration=0sec 2024-11-11T01:26:27,396 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:27,396 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:27,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d3e3bec058fc48309b3ca81c1c7e5270 is 50, key is test_row_0/A:col10/1731288387060/Put/seqid=0 2024-11-11T01:26:27,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T01:26:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742149_1325 (size=14741) 2024-11-11T01:26:27,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d3e3bec058fc48309b3ca81c1c7e5270 2024-11-11T01:26:27,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/6e88949c44194723a2bf07ec781c372c is 50, key is test_row_0/B:col10/1731288387060/Put/seqid=0 2024-11-11T01:26:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742150_1326 (size=12301) 2024-11-11T01:26:27,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/6e88949c44194723a2bf07ec781c372c 2024-11-11T01:26:27,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/6dc79837d69a4778824a7d88946094c9 is 50, key is test_row_0/C:col10/1731288387060/Put/seqid=0 2024-11-11T01:26:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288447487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742151_1327 (size=12301) 2024-11-11T01:26:27,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/6dc79837d69a4778824a7d88946094c9 2024-11-11T01:26:27,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/d3e3bec058fc48309b3ca81c1c7e5270 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d3e3bec058fc48309b3ca81c1c7e5270 2024-11-11T01:26:27,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d3e3bec058fc48309b3ca81c1c7e5270, entries=200, sequenceid=375, filesize=14.4 K 2024-11-11T01:26:27,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/6e88949c44194723a2bf07ec781c372c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/6e88949c44194723a2bf07ec781c372c 2024-11-11T01:26:27,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/6e88949c44194723a2bf07ec781c372c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T01:26:27,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/6dc79837d69a4778824a7d88946094c9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6dc79837d69a4778824a7d88946094c9 2024-11-11T01:26:27,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6dc79837d69a4778824a7d88946094c9, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T01:26:27,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a6b95c28c67a3bb41548064263bccf4c in 131ms, sequenceid=375, compaction requested=true 2024-11-11T01:26:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:27,525 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:27,525 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:27,526 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:27,526 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:27,526 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,526 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/878407e9704541dbbe433e4d6681f5db, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6759623c7d89459db51d9e1dcc13eb18, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d3e3bec058fc48309b3ca81c1c7e5270] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=39.2 K 2024-11-11T01:26:27,527 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:27,527 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:27,527 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,527 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/cbbeef1cbabc47e0a8a565f50800123b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/4013dd24fb15475b8f537c3a3cd25017, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/6e88949c44194723a2bf07ec781c372c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=36.8 K 2024-11-11T01:26:27,527 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting cbbeef1cbabc47e0a8a565f50800123b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288385073 2024-11-11T01:26:27,527 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 878407e9704541dbbe433e4d6681f5db, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288385073 2024-11-11T01:26:27,527 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6759623c7d89459db51d9e1dcc13eb18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731288385735 2024-11-11T01:26:27,527 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4013dd24fb15475b8f537c3a3cd25017, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731288385735 2024-11-11T01:26:27,528 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e3bec058fc48309b3ca81c1c7e5270, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731288387046 2024-11-11T01:26:27,528 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e88949c44194723a2bf07ec781c372c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731288387046 2024-11-11T01:26:27,538 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:27,539 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/a076f289b7b145a1a87e5b8969c07443 is 50, key is test_row_0/B:col10/1731288387060/Put/seqid=0 2024-11-11T01:26:27,540 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:27,541 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a388eb0e17604c1ea2f2002240c36161 is 50, key is test_row_0/A:col10/1731288387060/Put/seqid=0 2024-11-11T01:26:27,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T01:26:27,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,556 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:26:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742152_1328 (size=13187) 2024-11-11T01:26:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T01:26:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742153_1329 (size=13187) 2024-11-11T01:26:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8c06c10ab9a844998083a031cbcb314c is 50, key is test_row_0/A:col10/1731288387469/Put/seqid=0 2024-11-11T01:26:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742154_1330 (size=12301) 2024-11-11T01:26:27,581 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8c06c10ab9a844998083a031cbcb314c 2024-11-11T01:26:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/95400130fc5849c389b879112f79e64e is 50, key is test_row_0/B:col10/1731288387469/Put/seqid=0 2024-11-11T01:26:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742155_1331 (size=12301) 2024-11-11T01:26:27,593 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/95400130fc5849c389b879112f79e64e 2024-11-11T01:26:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:27,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e7b41b4191d044ee8780d4d958ed3d78 is 50, key is test_row_0/C:col10/1731288387469/Put/seqid=0 2024-11-11T01:26:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742156_1332 (size=12301) 2024-11-11T01:26:27,602 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e7b41b4191d044ee8780d4d958ed3d78 2024-11-11T01:26:27,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8c06c10ab9a844998083a031cbcb314c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8c06c10ab9a844998083a031cbcb314c 2024-11-11T01:26:27,609 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8c06c10ab9a844998083a031cbcb314c, entries=150, sequenceid=397, filesize=12.0 K 2024-11-11T01:26:27,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/95400130fc5849c389b879112f79e64e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/95400130fc5849c389b879112f79e64e 2024-11-11T01:26:27,613 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/95400130fc5849c389b879112f79e64e, entries=150, sequenceid=397, filesize=12.0 K 2024-11-11T01:26:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e7b41b4191d044ee8780d4d958ed3d78 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e7b41b4191d044ee8780d4d958ed3d78 2024-11-11T01:26:27,618 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e7b41b4191d044ee8780d4d958ed3d78, entries=150, sequenceid=397, filesize=12.0 K 2024-11-11T01:26:27,618 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=46.96 KB/48090 for a6b95c28c67a3bb41548064263bccf4c in 62ms, sequenceid=397, compaction requested=true 2024-11-11T01:26:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-11T01:26:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-11T01:26:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:27,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:26:27,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-11T01:26:27,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-11T01:26:27,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 379 msec 2024-11-11T01:26:27,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/7f3b85d173864baab157bd5e84ca9dc9 is 50, key is test_row_0/A:col10/1731288387620/Put/seqid=0 2024-11-11T01:26:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742157_1333 (size=12297) 2024-11-11T01:26:27,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288447698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288447812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T01:26:27,873 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:27,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-11T01:26:27,875 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:27,875 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:27,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:27,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1731288447892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,895 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50826 deadline: 1731288447902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:27,904 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in a6b95c28c67a3bb41548064263bccf4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:27,966 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/a076f289b7b145a1a87e5b8969c07443 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/a076f289b7b145a1a87e5b8969c07443 2024-11-11T01:26:27,970 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into a076f289b7b145a1a87e5b8969c07443(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:27,970 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,970 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288387525; duration=0sec 2024-11-11T01:26:27,970 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:27,970 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:27,970 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:27,971 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:27,971 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/C is initiating minor compaction (all files) 2024-11-11T01:26:27,971 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/C in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:27,971 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/f7949ecdf53e47e7a26e0052216faee9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/356446b640e246abb86e33b2f7061426, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6dc79837d69a4778824a7d88946094c9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e7b41b4191d044ee8780d4d958ed3d78] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=48.8 K 2024-11-11T01:26:27,971 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f7949ecdf53e47e7a26e0052216faee9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731288385073 2024-11-11T01:26:27,971 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 356446b640e246abb86e33b2f7061426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731288385735 2024-11-11T01:26:27,971 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc79837d69a4778824a7d88946094c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731288387046 2024-11-11T01:26:27,972 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e7b41b4191d044ee8780d4d958ed3d78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731288387442 2024-11-11T01:26:27,978 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/a388eb0e17604c1ea2f2002240c36161 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a388eb0e17604c1ea2f2002240c36161 2024-11-11T01:26:27,980 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:27,980 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/a8e59ca6a8114800832312d77e5d747a is 50, key is test_row_0/C:col10/1731288387469/Put/seqid=0 2024-11-11T01:26:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:27,983 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into a388eb0e17604c1ea2f2002240c36161(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:27,983 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:27,983 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288387525; duration=0sec 2024-11-11T01:26:27,983 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:27,983 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:27,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742158_1334 (size=13221) 2024-11-11T01:26:28,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288448022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:28,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/7f3b85d173864baab157bd5e84ca9dc9 2024-11-11T01:26:28,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/3336571db7db456595200dc24e871ff7 is 50, key is test_row_0/B:col10/1731288387620/Put/seqid=0 2024-11-11T01:26:28,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742159_1335 (size=9857) 2024-11-11T01:26:28,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:28,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,180 INFO [Thread-1166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1166. 2024-11-11T01:26:28,180 DEBUG [Thread-1166 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:28,180 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,181 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,182 INFO [Thread-1172 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1172. 2024-11-11T01:26:28,182 DEBUG [Thread-1172 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:28,182 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,182 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:28,183 INFO [Thread-1168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1168. 2024-11-11T01:26:28,183 DEBUG [Thread-1168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:28,183 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,183 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:28,184 INFO [Thread-1164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1164. 2024-11-11T01:26:28,184 DEBUG [Thread-1164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:28,184 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,184 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:28,184 INFO [Thread-1170 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1170. 2024-11-11T01:26:28,185 DEBUG [Thread-1170 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:28,185 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,185 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:28,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288448332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:28,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,403 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/a8e59ca6a8114800832312d77e5d747a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/a8e59ca6a8114800832312d77e5d747a 2024-11-11T01:26:28,409 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/C of a6b95c28c67a3bb41548064263bccf4c into a8e59ca6a8114800832312d77e5d747a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:28,409 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:28,409 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/C, priority=12, startTime=1731288387526; duration=0sec 2024-11-11T01:26:28,409 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:28,409 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:28,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/3336571db7db456595200dc24e871ff7 2024-11-11T01:26:28,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e9de992b819740e89f30dda67fc96ce5 is 50, key is test_row_0/C:col10/1731288387620/Put/seqid=0 2024-11-11T01:26:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742160_1336 (size=9857) 2024-11-11T01:26:28,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:28,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:28,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:28,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:28,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50790 deadline: 1731288448842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:26:28,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e9de992b819740e89f30dda67fc96ce5 2024-11-11T01:26:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/7f3b85d173864baab157bd5e84ca9dc9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/7f3b85d173864baab157bd5e84ca9dc9 2024-11-11T01:26:28,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/7f3b85d173864baab157bd5e84ca9dc9, entries=150, sequenceid=408, filesize=12.0 K 2024-11-11T01:26:28,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/3336571db7db456595200dc24e871ff7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/3336571db7db456595200dc24e871ff7 2024-11-11T01:26:28,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/3336571db7db456595200dc24e871ff7, entries=100, sequenceid=408, filesize=9.6 K 2024-11-11T01:26:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/e9de992b819740e89f30dda67fc96ce5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e9de992b819740e89f30dda67fc96ce5 2024-11-11T01:26:28,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e9de992b819740e89f30dda67fc96ce5, entries=100, sequenceid=408, filesize=9.6 K 2024-11-11T01:26:28,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6b95c28c67a3bb41548064263bccf4c in 1265ms, sequenceid=408, compaction requested=true 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:28,887 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:28,887 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6b95c28c67a3bb41548064263bccf4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:28,888 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37785 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:28,888 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:28,888 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/B is initiating minor compaction (all files) 2024-11-11T01:26:28,888 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): a6b95c28c67a3bb41548064263bccf4c/A is initiating minor compaction (all files) 2024-11-11T01:26:28,888 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/B in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,888 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b95c28c67a3bb41548064263bccf4c/A in TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,888 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/a076f289b7b145a1a87e5b8969c07443, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/95400130fc5849c389b879112f79e64e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/3336571db7db456595200dc24e871ff7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=34.5 K 2024-11-11T01:26:28,888 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a388eb0e17604c1ea2f2002240c36161, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8c06c10ab9a844998083a031cbcb314c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/7f3b85d173864baab157bd5e84ca9dc9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp, totalSize=36.9 K 2024-11-11T01:26:28,889 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a388eb0e17604c1ea2f2002240c36161, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731288387046 2024-11-11T01:26:28,889 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a076f289b7b145a1a87e5b8969c07443, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731288387046 2024-11-11T01:26:28,889 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c06c10ab9a844998083a031cbcb314c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731288387442 2024-11-11T01:26:28,889 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95400130fc5849c389b879112f79e64e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731288387442 2024-11-11T01:26:28,889 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3b85d173864baab157bd5e84ca9dc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731288387614 2024-11-11T01:26:28,889 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3336571db7db456595200dc24e871ff7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731288387616 2024-11-11T01:26:28,896 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:28,896 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b95c28c67a3bb41548064263bccf4c#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:28,897 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8122f71630894c1480ead8e6ba946ea9 is 50, key is test_row_0/A:col10/1731288387620/Put/seqid=0 2024-11-11T01:26:28,897 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/66b8a6f552744224abd176026ba3d0e8 is 50, key is test_row_0/B:col10/1731288387620/Put/seqid=0 2024-11-11T01:26:28,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742162_1338 (size=13289) 2024-11-11T01:26:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742161_1337 (size=13289) 2024-11-11T01:26:28,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T01:26:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:28,950 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:26:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ca1000784033494681bd8fe2399931ea is 50, key is test_row_0/A:col10/1731288387693/Put/seqid=0 2024-11-11T01:26:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742163_1339 (size=12301) 2024-11-11T01:26:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:29,309 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/8122f71630894c1480ead8e6ba946ea9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8122f71630894c1480ead8e6ba946ea9 2024-11-11T01:26:29,311 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/66b8a6f552744224abd176026ba3d0e8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/66b8a6f552744224abd176026ba3d0e8 2024-11-11T01:26:29,314 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/A of a6b95c28c67a3bb41548064263bccf4c into 8122f71630894c1480ead8e6ba946ea9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:29,314 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:29,314 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/A, priority=13, startTime=1731288388887; duration=0sec 2024-11-11T01:26:29,314 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:29,314 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:A 2024-11-11T01:26:29,314 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T01:26:29,315 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a6b95c28c67a3bb41548064263bccf4c/B of a6b95c28c67a3bb41548064263bccf4c into 66b8a6f552744224abd176026ba3d0e8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:29,315 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., storeName=a6b95c28c67a3bb41548064263bccf4c/B, priority=13, startTime=1731288388887; duration=0sec 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. because compaction request was cancelled 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:C 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:29,315 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b95c28c67a3bb41548064263bccf4c:B 2024-11-11T01:26:29,360 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ca1000784033494681bd8fe2399931ea 2024-11-11T01:26:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/fd41ca2e6ae3457a88d032f365337d68 is 50, key is test_row_0/B:col10/1731288387693/Put/seqid=0 2024-11-11T01:26:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742164_1340 (size=12301) 2024-11-11T01:26:29,770 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/fd41ca2e6ae3457a88d032f365337d68 2024-11-11T01:26:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/d806985951a54972b3b318e2b6d81eb1 is 50, key is test_row_0/C:col10/1731288387693/Put/seqid=0 2024-11-11T01:26:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742165_1341 (size=12301) 2024-11-11T01:26:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:29,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. as already flushing 2024-11-11T01:26:29,853 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-11T01:26:29,854 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:29,854 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:29,854 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:29,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:29,914 INFO [Thread-1161 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1161. 2024-11-11T01:26:29,914 DEBUG [Thread-1161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:29,915 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:29,915 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:29,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:29,925 INFO [Thread-1159 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1159. 2024-11-11T01:26:29,926 DEBUG [Thread-1159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:29,926 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:29,926 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:29,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:30,182 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/d806985951a54972b3b318e2b6d81eb1 2024-11-11T01:26:30,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/ca1000784033494681bd8fe2399931ea as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ca1000784033494681bd8fe2399931ea 2024-11-11T01:26:30,197 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ca1000784033494681bd8fe2399931ea, entries=150, sequenceid=436, filesize=12.0 K 2024-11-11T01:26:30,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/fd41ca2e6ae3457a88d032f365337d68 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/fd41ca2e6ae3457a88d032f365337d68 2024-11-11T01:26:30,203 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/fd41ca2e6ae3457a88d032f365337d68, entries=150, sequenceid=436, filesize=12.0 K 2024-11-11T01:26:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/d806985951a54972b3b318e2b6d81eb1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d806985951a54972b3b318e2b6d81eb1 2024-11-11T01:26:30,209 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d806985951a54972b3b318e2b6d81eb1, entries=150, sequenceid=436, filesize=12.0 K 2024-11-11T01:26:30,210 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for a6b95c28c67a3bb41548064263bccf4c in 1260ms, sequenceid=436, compaction requested=true 2024-11-11T01:26:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for a6b95c28c67a3bb41548064263bccf4c: 2024-11-11T01:26:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-11T01:26:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-11T01:26:30,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-11T01:26:30,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3370 sec 2024-11-11T01:26:30,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.3410 sec 2024-11-11T01:26:30,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:26:31,634 INFO [Thread-1155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1155. 2024-11-11T01:26:31,634 DEBUG [Thread-1155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:31,634 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:31,634 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:31,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:31,686 INFO [Thread-1157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1157. 2024-11-11T01:26:31,686 DEBUG [Thread-1157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:31,686 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:31,686 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:31,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T01:26:32,044 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:32,044 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T01:26:32,044 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5125 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5272 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5476 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5129 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5283 2024-11-11T01:26:32,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T01:26:32,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:26:32,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:26:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:32,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:32,048 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T01:26:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T01:26:32,055 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288392055"}]},"ts":"1731288392055"} 2024-11-11T01:26:32,057 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T01:26:32,057 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T01:26:32,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:26:32,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, UNASSIGN}] 2024-11-11T01:26:32,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, UNASSIGN 2024-11-11T01:26:32,061 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=a6b95c28c67a3bb41548064263bccf4c, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:32,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, UNASSIGN because future has completed 2024-11-11T01:26:32,063 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:26:32,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:26:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T01:26:32,217 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:32,217 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:26:32,217 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing a6b95c28c67a3bb41548064263bccf4c, disabling compactions & flushes 2024-11-11T01:26:32,217 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:32,217 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:32,218 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. after waiting 0 ms 2024-11-11T01:26:32,218 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:32,218 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing a6b95c28c67a3bb41548064263bccf4c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T01:26:32,228 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/694f49f4c0754fb5bea4c156fdeadc8f is 50, key is test_row_0/A:col10/1731288391683/Put/seqid=0 2024-11-11T01:26:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742166_1342 (size=12301) 2024-11-11T01:26:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T01:26:32,633 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/694f49f4c0754fb5bea4c156fdeadc8f 2024-11-11T01:26:32,648 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/447b1f8b96974e4180d367d5f4dd1667 is 50, key is test_row_0/B:col10/1731288391683/Put/seqid=0 2024-11-11T01:26:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742167_1343 (size=12301) 2024-11-11T01:26:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T01:26:33,052 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/447b1f8b96974e4180d367d5f4dd1667 2024-11-11T01:26:33,058 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/6728e03cf588443bb4eefe7294a8c48a is 50, key is test_row_0/C:col10/1731288391683/Put/seqid=0 2024-11-11T01:26:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742168_1344 (size=12301) 2024-11-11T01:26:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T01:26:33,463 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/6728e03cf588443bb4eefe7294a8c48a 2024-11-11T01:26:33,543 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/A/694f49f4c0754fb5bea4c156fdeadc8f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/694f49f4c0754fb5bea4c156fdeadc8f 2024-11-11T01:26:33,551 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/694f49f4c0754fb5bea4c156fdeadc8f, entries=150, sequenceid=446, filesize=12.0 K 2024-11-11T01:26:33,552 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/B/447b1f8b96974e4180d367d5f4dd1667 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/447b1f8b96974e4180d367d5f4dd1667 2024-11-11T01:26:33,556 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/447b1f8b96974e4180d367d5f4dd1667, entries=150, sequenceid=446, filesize=12.0 K 2024-11-11T01:26:33,557 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/.tmp/C/6728e03cf588443bb4eefe7294a8c48a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6728e03cf588443bb4eefe7294a8c48a 2024-11-11T01:26:33,561 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6728e03cf588443bb4eefe7294a8c48a, entries=150, sequenceid=446, filesize=12.0 K 2024-11-11T01:26:33,562 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a6b95c28c67a3bb41548064263bccf4c in 1344ms, sequenceid=446, compaction requested=true 2024-11-11T01:26:33,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a08907e3614749cfaf6c34669818d412, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d43f3d478a164d26ad2f4cd0b0c771ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/c2ec3b40aa124e428609b2a2350b91d1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/579cf57a1fa1474b85d31f94677bf707, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/4ceeef0f9f11422b8f6ce4021e27c78e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/508ef7ddb338437da2d9e40377199067, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6c206660f8524a4096362ce979ee7b94, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/b834d88d9cbe4852803c3530de4633e8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/81b15677cdf54230927b514eed5922fe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d5792787a452466082a72f329e6c0aba, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/804876b8a3b9475e967c3f2f36c47ed3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/dfab3d6158774cf99cb74ecca2db4af0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ee5f85bd089643ffb1fb7d2f29bfcedb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/0041f563a5884f30bd62f67d1061ec02, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/69b8f2e7ff044229a17866fe8e911de5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d79e77570ca449f9a17c35268275f3f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/254dbc8c64e64ae1ae4b6aec34fd8bae, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a582469bea584ca6a087d1c7921fc0a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/df4dcb64d4e04066bc04370963813264, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8ae7e7c8d1ec4db0ba2a07a1eda53719, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/3773d80cb2f94f3fb0d52bfa13a4b17d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a1cb9af8d96e43f08c78c936cfe935c2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/878407e9704541dbbe433e4d6681f5db, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6759623c7d89459db51d9e1dcc13eb18, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d3e3bec058fc48309b3ca81c1c7e5270, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a388eb0e17604c1ea2f2002240c36161, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8c06c10ab9a844998083a031cbcb314c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/7f3b85d173864baab157bd5e84ca9dc9] to archive 2024-11-11T01:26:33,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:26:33,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a08907e3614749cfaf6c34669818d412 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a08907e3614749cfaf6c34669818d412 2024-11-11T01:26:33,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d43f3d478a164d26ad2f4cd0b0c771ed to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d43f3d478a164d26ad2f4cd0b0c771ed 2024-11-11T01:26:33,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/c2ec3b40aa124e428609b2a2350b91d1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/c2ec3b40aa124e428609b2a2350b91d1 2024-11-11T01:26:33,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/579cf57a1fa1474b85d31f94677bf707 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/579cf57a1fa1474b85d31f94677bf707 2024-11-11T01:26:33,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/4ceeef0f9f11422b8f6ce4021e27c78e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/4ceeef0f9f11422b8f6ce4021e27c78e 2024-11-11T01:26:33,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/508ef7ddb338437da2d9e40377199067 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/508ef7ddb338437da2d9e40377199067 2024-11-11T01:26:33,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6c206660f8524a4096362ce979ee7b94 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6c206660f8524a4096362ce979ee7b94 2024-11-11T01:26:33,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/b834d88d9cbe4852803c3530de4633e8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/b834d88d9cbe4852803c3530de4633e8 2024-11-11T01:26:33,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/81b15677cdf54230927b514eed5922fe to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/81b15677cdf54230927b514eed5922fe 2024-11-11T01:26:33,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d5792787a452466082a72f329e6c0aba to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d5792787a452466082a72f329e6c0aba 2024-11-11T01:26:33,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/804876b8a3b9475e967c3f2f36c47ed3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/804876b8a3b9475e967c3f2f36c47ed3 2024-11-11T01:26:33,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/dfab3d6158774cf99cb74ecca2db4af0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/dfab3d6158774cf99cb74ecca2db4af0 2024-11-11T01:26:33,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ee5f85bd089643ffb1fb7d2f29bfcedb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ee5f85bd089643ffb1fb7d2f29bfcedb 2024-11-11T01:26:33,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ce78cd0ccc864fbe9b1e3c8d0537a3b5 2024-11-11T01:26:33,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/0041f563a5884f30bd62f67d1061ec02 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/0041f563a5884f30bd62f67d1061ec02 2024-11-11T01:26:33,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/69b8f2e7ff044229a17866fe8e911de5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/69b8f2e7ff044229a17866fe8e911de5 2024-11-11T01:26:33,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d79e77570ca449f9a17c35268275f3f1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d79e77570ca449f9a17c35268275f3f1 2024-11-11T01:26:33,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/254dbc8c64e64ae1ae4b6aec34fd8bae to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/254dbc8c64e64ae1ae4b6aec34fd8bae 2024-11-11T01:26:33,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a582469bea584ca6a087d1c7921fc0a4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a582469bea584ca6a087d1c7921fc0a4 2024-11-11T01:26:33,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/df4dcb64d4e04066bc04370963813264 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/df4dcb64d4e04066bc04370963813264 2024-11-11T01:26:33,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8ae7e7c8d1ec4db0ba2a07a1eda53719 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8ae7e7c8d1ec4db0ba2a07a1eda53719 2024-11-11T01:26:33,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/3773d80cb2f94f3fb0d52bfa13a4b17d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/3773d80cb2f94f3fb0d52bfa13a4b17d 2024-11-11T01:26:33,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a1cb9af8d96e43f08c78c936cfe935c2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a1cb9af8d96e43f08c78c936cfe935c2 2024-11-11T01:26:33,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/878407e9704541dbbe433e4d6681f5db to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/878407e9704541dbbe433e4d6681f5db 2024-11-11T01:26:33,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6759623c7d89459db51d9e1dcc13eb18 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/6759623c7d89459db51d9e1dcc13eb18 2024-11-11T01:26:33,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d3e3bec058fc48309b3ca81c1c7e5270 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/d3e3bec058fc48309b3ca81c1c7e5270 2024-11-11T01:26:33,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a388eb0e17604c1ea2f2002240c36161 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/a388eb0e17604c1ea2f2002240c36161 2024-11-11T01:26:33,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8c06c10ab9a844998083a031cbcb314c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8c06c10ab9a844998083a031cbcb314c 2024-11-11T01:26:33,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/7f3b85d173864baab157bd5e84ca9dc9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/7f3b85d173864baab157bd5e84ca9dc9 2024-11-11T01:26:33,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/7091e5d1f71844e49ca27a1113a9bbd6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0a292cec7df14a58aea3d89644f2a643, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9a8216ab44a7432fa7eb986e0eddddc8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/de927c060f9843b384b8ceb62ba635c1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1df5365c61a94a4ab070c9147c1ae670, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9294de528a1641dbaa6fca7fa70a8915, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/d7a9a63f0a4a47348da64b51c66ca475, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/800d4357a8524e02bad9c63ebcf13384, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0201991401f44133b5f9c00f08d31f47, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/581a18709339492ca8de80a980aa35be, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1d2698f2918245d785f4e3d51b6d9342, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/e95fd334d07643158830f9b1b4fd71f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c9216335bf9144c699819d3c5dfbebfc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/653e8b9a0b4b4e42b508266fa493f2c8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9c16943dfea14f4eb6f15e3732949848, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/00489acc81c449ef8112259a1b2406db, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0f7470736f4e4a718d7cd9ca1934e681, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/03931dd5e2764d2eb58d8eb0a4202758, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/bcfcfcabccc94e1e9f3ee44f6a2487ff, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/08e9e0ea74cf4f6992f71c47c8047f05, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/124ad5780ce045839771642f2633df79, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c4361eb569e549639b5e2b40d5423a76, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/cbbeef1cbabc47e0a8a565f50800123b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/18083de5bb6247fcbfadc2b0740b260d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/4013dd24fb15475b8f537c3a3cd25017, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/a076f289b7b145a1a87e5b8969c07443, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/6e88949c44194723a2bf07ec781c372c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/95400130fc5849c389b879112f79e64e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/3336571db7db456595200dc24e871ff7] to archive 2024-11-11T01:26:33,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:26:33,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/7091e5d1f71844e49ca27a1113a9bbd6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/7091e5d1f71844e49ca27a1113a9bbd6 2024-11-11T01:26:33,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0a292cec7df14a58aea3d89644f2a643 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0a292cec7df14a58aea3d89644f2a643 2024-11-11T01:26:33,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9a8216ab44a7432fa7eb986e0eddddc8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9a8216ab44a7432fa7eb986e0eddddc8 2024-11-11T01:26:33,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/de927c060f9843b384b8ceb62ba635c1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/de927c060f9843b384b8ceb62ba635c1 2024-11-11T01:26:33,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1df5365c61a94a4ab070c9147c1ae670 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1df5365c61a94a4ab070c9147c1ae670 2024-11-11T01:26:33,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9294de528a1641dbaa6fca7fa70a8915 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9294de528a1641dbaa6fca7fa70a8915 2024-11-11T01:26:33,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/d7a9a63f0a4a47348da64b51c66ca475 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/d7a9a63f0a4a47348da64b51c66ca475 2024-11-11T01:26:33,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/800d4357a8524e02bad9c63ebcf13384 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/800d4357a8524e02bad9c63ebcf13384 2024-11-11T01:26:33,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0201991401f44133b5f9c00f08d31f47 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0201991401f44133b5f9c00f08d31f47 2024-11-11T01:26:33,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/581a18709339492ca8de80a980aa35be to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/581a18709339492ca8de80a980aa35be 2024-11-11T01:26:33,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1d2698f2918245d785f4e3d51b6d9342 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/1d2698f2918245d785f4e3d51b6d9342 2024-11-11T01:26:33,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/e95fd334d07643158830f9b1b4fd71f1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/e95fd334d07643158830f9b1b4fd71f1 2024-11-11T01:26:33,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c9216335bf9144c699819d3c5dfbebfc to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c9216335bf9144c699819d3c5dfbebfc 2024-11-11T01:26:33,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/653e8b9a0b4b4e42b508266fa493f2c8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/653e8b9a0b4b4e42b508266fa493f2c8 2024-11-11T01:26:33,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9c16943dfea14f4eb6f15e3732949848 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/9c16943dfea14f4eb6f15e3732949848 2024-11-11T01:26:33,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/00489acc81c449ef8112259a1b2406db to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/00489acc81c449ef8112259a1b2406db 2024-11-11T01:26:33,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0f7470736f4e4a718d7cd9ca1934e681 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/0f7470736f4e4a718d7cd9ca1934e681 2024-11-11T01:26:33,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/03931dd5e2764d2eb58d8eb0a4202758 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/03931dd5e2764d2eb58d8eb0a4202758 2024-11-11T01:26:33,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/bcfcfcabccc94e1e9f3ee44f6a2487ff to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/bcfcfcabccc94e1e9f3ee44f6a2487ff 2024-11-11T01:26:33,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/08e9e0ea74cf4f6992f71c47c8047f05 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/08e9e0ea74cf4f6992f71c47c8047f05 2024-11-11T01:26:33,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/124ad5780ce045839771642f2633df79 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/124ad5780ce045839771642f2633df79 2024-11-11T01:26:33,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c4361eb569e549639b5e2b40d5423a76 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/c4361eb569e549639b5e2b40d5423a76 2024-11-11T01:26:33,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/cbbeef1cbabc47e0a8a565f50800123b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/cbbeef1cbabc47e0a8a565f50800123b 2024-11-11T01:26:33,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/18083de5bb6247fcbfadc2b0740b260d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/18083de5bb6247fcbfadc2b0740b260d 2024-11-11T01:26:33,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/4013dd24fb15475b8f537c3a3cd25017 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/4013dd24fb15475b8f537c3a3cd25017 2024-11-11T01:26:33,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/a076f289b7b145a1a87e5b8969c07443 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/a076f289b7b145a1a87e5b8969c07443 2024-11-11T01:26:33,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/6e88949c44194723a2bf07ec781c372c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/6e88949c44194723a2bf07ec781c372c 2024-11-11T01:26:33,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/95400130fc5849c389b879112f79e64e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/95400130fc5849c389b879112f79e64e 2024-11-11T01:26:33,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/3336571db7db456595200dc24e871ff7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/3336571db7db456595200dc24e871ff7 2024-11-11T01:26:33,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/218b1f51b74f498f883f7d4ebaa7a0b4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2e373b745d2345a6bf602b66bdac41fe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c523f4f2b8b242fcb70e00f40de2ec03, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e8bf237b436b437ea59765b9241d46b9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3e0c11e92e94547a3673a7a27644355, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2667c916d37c4a709e723ded842730f3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/4d9e4ddd3b494972a2e2c459d63be95d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ee8f3f1720476994c9ea79c58834c2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b641cdf362f1467c9ccbd42bf5795edd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b6bf372db2c84c11b817061cd307d52e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/44fab3207fc64262971eee8baabd3aef, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/9ed8362688a44245a9e186ad489d3de2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ba42c04fd64cfb96a147fd06bc218d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/3f9e74f9c56541fa8572afbd56c13985, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d588f36553ce409db5c41b743fd080c6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3f35e638cc4455c9af1f2252efbccbd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c76e08b2f8c049eaa410af537d2c7e7d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0012053a884f4aeb80037f1e4da601e3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/635441f73f0c465fb5c4b5deda30554c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/48d8ccd4627a4700a35e0ec53d760380, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0597774f65b3415e929a940b710b6f6b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2dbd588589b742748553c60f54cfc89e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/f7949ecdf53e47e7a26e0052216faee9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c848bb15da8c492f9304bd9610e0b132, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/356446b640e246abb86e33b2f7061426, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6dc79837d69a4778824a7d88946094c9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e7b41b4191d044ee8780d4d958ed3d78] to archive 2024-11-11T01:26:33,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:26:33,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/218b1f51b74f498f883f7d4ebaa7a0b4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/218b1f51b74f498f883f7d4ebaa7a0b4 2024-11-11T01:26:33,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2e373b745d2345a6bf602b66bdac41fe to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2e373b745d2345a6bf602b66bdac41fe 2024-11-11T01:26:33,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c523f4f2b8b242fcb70e00f40de2ec03 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c523f4f2b8b242fcb70e00f40de2ec03 2024-11-11T01:26:33,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e8bf237b436b437ea59765b9241d46b9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e8bf237b436b437ea59765b9241d46b9 2024-11-11T01:26:33,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3e0c11e92e94547a3673a7a27644355 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3e0c11e92e94547a3673a7a27644355 2024-11-11T01:26:33,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2667c916d37c4a709e723ded842730f3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2667c916d37c4a709e723ded842730f3 2024-11-11T01:26:33,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/4d9e4ddd3b494972a2e2c459d63be95d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/4d9e4ddd3b494972a2e2c459d63be95d 2024-11-11T01:26:33,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ee8f3f1720476994c9ea79c58834c2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ee8f3f1720476994c9ea79c58834c2 2024-11-11T01:26:33,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b641cdf362f1467c9ccbd42bf5795edd to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b641cdf362f1467c9ccbd42bf5795edd 2024-11-11T01:26:33,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b6bf372db2c84c11b817061cd307d52e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/b6bf372db2c84c11b817061cd307d52e 2024-11-11T01:26:33,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/44fab3207fc64262971eee8baabd3aef to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/44fab3207fc64262971eee8baabd3aef 2024-11-11T01:26:33,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/9ed8362688a44245a9e186ad489d3de2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/9ed8362688a44245a9e186ad489d3de2 2024-11-11T01:26:33,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ba42c04fd64cfb96a147fd06bc218d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/73ba42c04fd64cfb96a147fd06bc218d 2024-11-11T01:26:33,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/3f9e74f9c56541fa8572afbd56c13985 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/3f9e74f9c56541fa8572afbd56c13985 2024-11-11T01:26:33,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d588f36553ce409db5c41b743fd080c6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d588f36553ce409db5c41b743fd080c6 2024-11-11T01:26:33,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3f35e638cc4455c9af1f2252efbccbd to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e3f35e638cc4455c9af1f2252efbccbd 2024-11-11T01:26:33,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c76e08b2f8c049eaa410af537d2c7e7d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c76e08b2f8c049eaa410af537d2c7e7d 2024-11-11T01:26:33,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0012053a884f4aeb80037f1e4da601e3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0012053a884f4aeb80037f1e4da601e3 2024-11-11T01:26:33,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/635441f73f0c465fb5c4b5deda30554c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/635441f73f0c465fb5c4b5deda30554c 2024-11-11T01:26:33,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/48d8ccd4627a4700a35e0ec53d760380 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/48d8ccd4627a4700a35e0ec53d760380 2024-11-11T01:26:33,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0597774f65b3415e929a940b710b6f6b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/0597774f65b3415e929a940b710b6f6b 2024-11-11T01:26:33,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2dbd588589b742748553c60f54cfc89e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/2dbd588589b742748553c60f54cfc89e 2024-11-11T01:26:33,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/f7949ecdf53e47e7a26e0052216faee9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/f7949ecdf53e47e7a26e0052216faee9 2024-11-11T01:26:33,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c848bb15da8c492f9304bd9610e0b132 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/c848bb15da8c492f9304bd9610e0b132 2024-11-11T01:26:33,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/356446b640e246abb86e33b2f7061426 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/356446b640e246abb86e33b2f7061426 2024-11-11T01:26:33,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6dc79837d69a4778824a7d88946094c9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6dc79837d69a4778824a7d88946094c9 2024-11-11T01:26:33,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e7b41b4191d044ee8780d4d958ed3d78 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e7b41b4191d044ee8780d4d958ed3d78 2024-11-11T01:26:33,656 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=1 2024-11-11T01:26:33,656 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. 2024-11-11T01:26:33,656 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for a6b95c28c67a3bb41548064263bccf4c: Waiting for close lock at 1731288392217Running coprocessor pre-close hooks at 1731288392217Disabling compacts and flushes for region at 1731288392217Disabling writes for close at 1731288392218 (+1 ms)Obtaining lock to block concurrent updates at 1731288392218Preparing flush snapshotting stores in a6b95c28c67a3bb41548064263bccf4c at 1731288392218Finished memstore snapshotting TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731288392219 (+1 ms)Flushing stores of TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c. at 1731288392220 (+1 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/A: creating writer at 1731288392220Flushing a6b95c28c67a3bb41548064263bccf4c/A: appending metadata at 1731288392228 (+8 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/A: closing flushed file at 1731288392228Flushing a6b95c28c67a3bb41548064263bccf4c/B: creating writer at 1731288392642 (+414 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/B: appending metadata at 1731288392647 (+5 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/B: closing flushed file at 1731288392648 (+1 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/C: creating writer at 1731288393055 (+407 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/C: appending metadata at 1731288393058 (+3 ms)Flushing a6b95c28c67a3bb41548064263bccf4c/C: closing flushed file at 1731288393058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ab18f6: reopening flushed file at 1731288393541 (+483 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e59e34b: reopening flushed file at 1731288393551 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d855458: reopening flushed file at 1731288393556 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a6b95c28c67a3bb41548064263bccf4c in 1344ms, sequenceid=446, compaction requested=true at 1731288393562 (+6 ms)Writing region close event to WAL at 1731288393652 (+90 ms)Running coprocessor post-close hooks at 1731288393656 (+4 ms)Closed at 1731288393656 2024-11-11T01:26:33,659 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:33,659 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=a6b95c28c67a3bb41548064263bccf4c, regionState=CLOSED 2024-11-11T01:26:33,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:26:33,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-11T01:26:33,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure a6b95c28c67a3bb41548064263bccf4c, server=612696b701d2,37447,1731288302179 in 1.6000 sec 2024-11-11T01:26:33,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-11T01:26:33,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6b95c28c67a3bb41548064263bccf4c, UNASSIGN in 1.6060 sec 2024-11-11T01:26:33,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-11T01:26:33,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6110 sec 2024-11-11T01:26:33,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288393673"}]},"ts":"1731288393673"} 2024-11-11T01:26:33,675 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T01:26:33,675 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T01:26:33,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6290 sec 2024-11-11T01:26:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T01:26:34,204 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:34,205 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T01:26:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,210 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T01:26:34,212 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:34,221 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/recovered.edits] 2024-11-11T01:26:34,227 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/694f49f4c0754fb5bea4c156fdeadc8f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/694f49f4c0754fb5bea4c156fdeadc8f 2024-11-11T01:26:34,229 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8122f71630894c1480ead8e6ba946ea9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/8122f71630894c1480ead8e6ba946ea9 2024-11-11T01:26:34,231 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ca1000784033494681bd8fe2399931ea to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/A/ca1000784033494681bd8fe2399931ea 2024-11-11T01:26:34,234 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/447b1f8b96974e4180d367d5f4dd1667 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/447b1f8b96974e4180d367d5f4dd1667 2024-11-11T01:26:34,236 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/66b8a6f552744224abd176026ba3d0e8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/66b8a6f552744224abd176026ba3d0e8 2024-11-11T01:26:34,237 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/fd41ca2e6ae3457a88d032f365337d68 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/B/fd41ca2e6ae3457a88d032f365337d68 2024-11-11T01:26:34,240 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6728e03cf588443bb4eefe7294a8c48a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/6728e03cf588443bb4eefe7294a8c48a 2024-11-11T01:26:34,242 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/a8e59ca6a8114800832312d77e5d747a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/a8e59ca6a8114800832312d77e5d747a 2024-11-11T01:26:34,244 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d806985951a54972b3b318e2b6d81eb1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/d806985951a54972b3b318e2b6d81eb1 2024-11-11T01:26:34,246 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e9de992b819740e89f30dda67fc96ce5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/C/e9de992b819740e89f30dda67fc96ce5 2024-11-11T01:26:34,252 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/recovered.edits/449.seqid to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c/recovered.edits/449.seqid 2024-11-11T01:26:34,253 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/a6b95c28c67a3bb41548064263bccf4c 2024-11-11T01:26:34,253 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T01:26:34,255 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,260 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T01:26:34,262 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T01:26:34,263 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,263 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T01:26:34,263 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731288394263"}]},"ts":"9223372036854775807"} 2024-11-11T01:26:34,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T01:26:34,265 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a6b95c28c67a3bb41548064263bccf4c, NAME => 'TestAcidGuarantees,,1731288365959.a6b95c28c67a3bb41548064263bccf4c.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T01:26:34,265 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T01:26:34,265 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731288394265"}]},"ts":"9223372036854775807"} 2024-11-11T01:26:34,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T01:26:34,267 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-11T01:26:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T01:26:34,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T01:26:34,327 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:34,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_263394536_22 at /127.0.0.1:48218 [Waiting for operation #243] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2021802661_22 at /127.0.0.1:48004 [Waiting for operation #348] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 607), ProcessCount=11 (was 11), AvailableMemoryMB=7341 (was 7431) 2024-11-11T01:26:34,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=7341 2024-11-11T01:26:34,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:26:34,347 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:26:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:34,349 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:26:34,350 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:34,350 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-11T01:26:34,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:26:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-11T01:26:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742169_1345 (size=959) 2024-11-11T01:26:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-11T01:26:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-11T01:26:34,763 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:26:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742170_1346 (size=53) 2024-11-11T01:26:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-11T01:26:35,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:26:35,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5be2b93ec5fbee59845023b734d1124f, disabling compactions & flushes 2024-11-11T01:26:35,175 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. after waiting 0 ms 2024-11-11T01:26:35,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,175 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,176 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5be2b93ec5fbee59845023b734d1124f: Waiting for close lock at 1731288395175Disabling compacts and flushes for region at 1731288395175Disabling writes for close at 1731288395175Writing region close event to WAL at 1731288395175Closed at 1731288395175 2024-11-11T01:26:35,178 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:26:35,179 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731288395178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288395178"}]},"ts":"1731288395178"} 2024-11-11T01:26:35,183 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:26:35,184 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:26:35,184 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288395184"}]},"ts":"1731288395184"} 2024-11-11T01:26:35,186 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T01:26:35,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, ASSIGN}] 2024-11-11T01:26:35,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, ASSIGN 2024-11-11T01:26:35,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, ASSIGN; state=OFFLINE, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=false 2024-11-11T01:26:35,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:35,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, ASSIGN because future has completed 2024-11-11T01:26:35,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:26:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-11T01:26:35,501 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,501 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:26:35,502 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,502 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:26:35,503 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,503 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,506 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,509 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be2b93ec5fbee59845023b734d1124f columnFamilyName A 2024-11-11T01:26:35,509 DEBUG [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:35,509 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(327): Store=5be2b93ec5fbee59845023b734d1124f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:35,509 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,511 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be2b93ec5fbee59845023b734d1124f columnFamilyName B 2024-11-11T01:26:35,511 DEBUG [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:35,511 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(327): Store=5be2b93ec5fbee59845023b734d1124f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:35,511 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,512 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be2b93ec5fbee59845023b734d1124f columnFamilyName C 2024-11-11T01:26:35,512 DEBUG [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:35,513 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(327): Store=5be2b93ec5fbee59845023b734d1124f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:35,513 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,513 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,514 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,514 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,515 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,515 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:26:35,516 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,518 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:26:35,518 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 5be2b93ec5fbee59845023b734d1124f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69507186, jitterRate=0.0357377827167511}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:26:35,518 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:35,519 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 5be2b93ec5fbee59845023b734d1124f: Running coprocessor pre-open hook at 1731288395503Writing region info on filesystem at 1731288395503Initializing all the Stores at 1731288395505 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288395505Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288395506 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288395506Cleaning up temporary data from old regions at 1731288395515 (+9 ms)Running coprocessor post-open hooks at 1731288395518 (+3 ms)Region opened successfully at 1731288395519 (+1 ms) 2024-11-11T01:26:35,520 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., pid=93, masterSystemTime=1731288395494 2024-11-11T01:26:35,521 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,521 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:35,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:35,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:26:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-11T01:26:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 in 183 msec 2024-11-11T01:26:35,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-11T01:26:35,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, ASSIGN in 340 msec 2024-11-11T01:26:35,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:26:35,528 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288395528"}]},"ts":"1731288395528"} 2024-11-11T01:26:35,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T01:26:35,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:26:35,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-11T01:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-11T01:26:36,502 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:36,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:36,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:36,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:36,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784b97b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:36,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0bc5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:36,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:36,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:36,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:26:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:26:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f0a1b0a 2024-11-11T01:26:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:26:36,510 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:26:36,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:26:36,512 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T01:26:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742171_1347 (size=995) 2024-11-11T01:26:36,927 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T01:26:36,927 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T01:26:36,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:26:36,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, REOPEN/MOVE}] 2024-11-11T01:26:36,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, REOPEN/MOVE 2024-11-11T01:26:36,941 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:36,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, REOPEN/MOVE because future has completed 2024-11-11T01:26:36,942 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:26:36,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:26:37,096 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,096 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:26:37,096 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 5be2b93ec5fbee59845023b734d1124f, disabling compactions & flushes 2024-11-11T01:26:37,096 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,096 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,097 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. after waiting 0 ms 2024-11-11T01:26:37,097 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,106 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T01:26:37,107 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,107 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 5be2b93ec5fbee59845023b734d1124f: Waiting for close lock at 1731288397096Running coprocessor pre-close hooks at 1731288397096Disabling compacts and flushes for region at 1731288397096Disabling writes for close at 1731288397097 (+1 ms)Writing region close event to WAL at 1731288397098 (+1 ms)Running coprocessor post-close hooks at 1731288397107 (+9 ms)Closed at 1731288397107 2024-11-11T01:26:37,107 WARN [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 5be2b93ec5fbee59845023b734d1124f to self. 2024-11-11T01:26:37,110 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,111 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=CLOSED 2024-11-11T01:26:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:26:37,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-11T01:26:37,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 in 171 msec 2024-11-11T01:26:37,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, REOPEN/MOVE; state=CLOSED, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=true 2024-11-11T01:26:37,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, REOPEN/MOVE because future has completed 2024-11-11T01:26:37,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:26:37,429 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:26:37,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:26:37,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,431 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,432 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be2b93ec5fbee59845023b734d1124f columnFamilyName A 2024-11-11T01:26:37,433 DEBUG [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:37,433 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(327): Store=5be2b93ec5fbee59845023b734d1124f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:37,433 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,434 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be2b93ec5fbee59845023b734d1124f columnFamilyName B 2024-11-11T01:26:37,434 DEBUG [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:37,434 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(327): Store=5be2b93ec5fbee59845023b734d1124f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:37,434 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,435 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be2b93ec5fbee59845023b734d1124f columnFamilyName C 2024-11-11T01:26:37,435 DEBUG [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:37,435 INFO [StoreOpener-5be2b93ec5fbee59845023b734d1124f-1 {}] regionserver.HStore(327): Store=5be2b93ec5fbee59845023b734d1124f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:26:37,435 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,436 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,437 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,438 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,438 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,438 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:26:37,439 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,440 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 5be2b93ec5fbee59845023b734d1124f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67565529, jitterRate=0.00680483877658844}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:26:37,440 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,440 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 5be2b93ec5fbee59845023b734d1124f: Running coprocessor pre-open hook at 1731288397430Writing region info on filesystem at 1731288397430Initializing all the Stores at 1731288397431 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288397431Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288397431Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288397431Cleaning up temporary data from old regions at 1731288397438 (+7 ms)Running coprocessor post-open hooks at 1731288397440 (+2 ms)Region opened successfully at 1731288397440 2024-11-11T01:26:37,441 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., pid=98, masterSystemTime=1731288397424 2024-11-11T01:26:37,443 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,443 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=OPEN, openSeqNum=5, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:26:37,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-11T01:26:37,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 in 175 msec 2024-11-11T01:26:37,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-11T01:26:37,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, REOPEN/MOVE in 508 msec 2024-11-11T01:26:37,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-11T01:26:37,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-11T01:26:37,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-11T01:26:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T01:26:37,453 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:37,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,454 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34382e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,456 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6072062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,457 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d83072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,458 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453b2068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10134473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,461 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaa0a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,463 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1250b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,464 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794a4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,466 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e6cb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,467 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445dc4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,468 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d9e524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,470 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bb8d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,471 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25068a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31258971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,474 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ac541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,475 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718cb4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,477 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b38f7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c67cf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:26:37,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:26:37,480 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:26:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:26:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:26:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c65778f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:26:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:26:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:37,481 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:26:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c8fbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:26:37,482 DEBUG [Thread-1584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,482 DEBUG [Thread-1590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,482 DEBUG [Thread-1575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,483 DEBUG [Thread-1592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,483 DEBUG [Thread-1588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,484 DEBUG [Thread-1586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,485 DEBUG [Thread-1573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,485 DEBUG [Thread-1577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,487 DEBUG [Thread-1579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-11T01:26:37,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:37,493 DEBUG [Thread-1581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:26:37,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:37,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:26:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:26:37,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:26:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:26:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,500 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:37,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:26:37,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ab6bc3e7eac743c79424a64ecf62d685_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288397497/Put/seqid=0 2024-11-11T01:26:37,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288457542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288457543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288457544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288457546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288457546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742172_1348 (size=12154) 2024-11-11T01:26:37,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:37,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ab6bc3e7eac743c79424a64ecf62d685_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ab6bc3e7eac743c79424a64ecf62d685_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:37,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3a6ec43f41c748ecb371f92c8afeffb9, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:37,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3a6ec43f41c748ecb371f92c8afeffb9 is 175, key is test_row_0/A:col10/1731288397497/Put/seqid=0 2024-11-11T01:26:37,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742173_1349 (size=30955) 2024-11-11T01:26:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:37,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288457653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288457653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288457662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288457662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288457662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288457862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288457862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288457872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288457872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288457872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:37,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:37,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:37,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3a6ec43f41c748ecb371f92c8afeffb9 2024-11-11T01:26:37,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/1cc410c4cc0d414f994ab745bed2321b is 50, key is test_row_0/B:col10/1731288397497/Put/seqid=0 2024-11-11T01:26:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742174_1350 (size=12001) 2024-11-11T01:26:38,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:38,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:38,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:38,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288458172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288458172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288458182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288458182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288458182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/1cc410c4cc0d414f994ab745bed2321b 2024-11-11T01:26:38,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/734ce8e2432046bab05ede4e2390e6f1 is 50, key is test_row_0/C:col10/1731288397497/Put/seqid=0 2024-11-11T01:26:38,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742175_1351 (size=12001) 2024-11-11T01:26:38,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:38,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288458682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288458682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288458692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288458692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288458692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:38,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:38,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/734ce8e2432046bab05ede4e2390e6f1 2024-11-11T01:26:38,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3a6ec43f41c748ecb371f92c8afeffb9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9 2024-11-11T01:26:38,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9, entries=150, sequenceid=15, filesize=30.2 K 2024-11-11T01:26:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/1cc410c4cc0d414f994ab745bed2321b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/1cc410c4cc0d414f994ab745bed2321b 2024-11-11T01:26:38,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/1cc410c4cc0d414f994ab745bed2321b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T01:26:38,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/734ce8e2432046bab05ede4e2390e6f1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/734ce8e2432046bab05ede4e2390e6f1 2024-11-11T01:26:38,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/734ce8e2432046bab05ede4e2390e6f1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T01:26:38,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5be2b93ec5fbee59845023b734d1124f in 1333ms, sequenceid=15, compaction requested=false 2024-11-11T01:26:38,833 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T01:26:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:38,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T01:26:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:38,871 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:26:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f7622f11f8c344febb958a2c31e83a19_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288397537/Put/seqid=0 2024-11-11T01:26:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742176_1352 (size=12154) 2024-11-11T01:26:39,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T01:26:39,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:39,285 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f7622f11f8c344febb958a2c31e83a19_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f7622f11f8c344febb958a2c31e83a19_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/89d91aaa4d664309bcfda61413d23f95, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/89d91aaa4d664309bcfda61413d23f95 is 175, key is test_row_0/A:col10/1731288397537/Put/seqid=0 2024-11-11T01:26:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742177_1353 (size=30955) 2024-11-11T01:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:39,689 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/89d91aaa4d664309bcfda61413d23f95 2024-11-11T01:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:39,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/91c8501858f9432eb12c14d60f2161fe is 50, key is test_row_0/B:col10/1731288397537/Put/seqid=0 2024-11-11T01:26:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742178_1354 (size=12001) 2024-11-11T01:26:39,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288459706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288459707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288459707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288459709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288459712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,717 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288459812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288459822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288459822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288459822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288460022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288460032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288460032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288460032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,101 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/91c8501858f9432eb12c14d60f2161fe 2024-11-11T01:26:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/4a6d6f3aafaa499f9aa999001d8602fb is 50, key is test_row_0/C:col10/1731288397537/Put/seqid=0 2024-11-11T01:26:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742179_1355 (size=12001) 2024-11-11T01:26:40,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288460332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288460342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288460342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288460342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/4a6d6f3aafaa499f9aa999001d8602fb 2024-11-11T01:26:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/89d91aaa4d664309bcfda61413d23f95 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95 2024-11-11T01:26:40,518 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T01:26:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/91c8501858f9432eb12c14d60f2161fe as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/91c8501858f9432eb12c14d60f2161fe 2024-11-11T01:26:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,523 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/91c8501858f9432eb12c14d60f2161fe, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:26:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/4a6d6f3aafaa499f9aa999001d8602fb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/4a6d6f3aafaa499f9aa999001d8602fb 2024-11-11T01:26:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,527 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/4a6d6f3aafaa499f9aa999001d8602fb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:26:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,527 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5be2b93ec5fbee59845023b734d1124f in 1656ms, sequenceid=40, compaction requested=false 2024-11-11T01:26:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-11T01:26:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-11T01:26:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-11T01:26:40,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0350 sec 2024-11-11T01:26:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.0410 sec 2024-11-11T01:26:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:40,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:40,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:26:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d736852041de45b1ae4d56812da403d0_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742180_1356 (size=12154) 2024-11-11T01:26:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288460953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288460954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288460961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288460962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288461072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288461072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288461072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288461072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:41,284 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d736852041de45b1ae4d56812da403d0_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d736852041de45b1ae4d56812da403d0_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288461282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288461282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288461283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288461283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,286 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8f4fbb17cd2e4a08a93cbfe07140b3a7, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8f4fbb17cd2e4a08a93cbfe07140b3a7 is 175, key is test_row_0/A:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742181_1357 (size=30951) 2024-11-11T01:26:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288461592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288461592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288461592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288461592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T01:26:41,662 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:41,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-11T01:26:41,664 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:41,664 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:41,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:41,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8f4fbb17cd2e4a08a93cbfe07140b3a7 2024-11-11T01:26:41,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/55ac6476ed964636903f1558aa23dbdc is 50, key is test_row_0/B:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:41,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742182_1358 (size=9657) 2024-11-11T01:26:41,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/55ac6476ed964636903f1558aa23dbdc 2024-11-11T01:26:41,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/492d25d167e846ffac4688a2f1c657e3 is 50, key is test_row_0/C:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742183_1359 (size=9657) 2024-11-11T01:26:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288461742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:41,750 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:41,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T01:26:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:41,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:41,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:41,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T01:26:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:41,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:42,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288462102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:42,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288462112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:42,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/492d25d167e846ffac4688a2f1c657e3 2024-11-11T01:26:42,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:42,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8f4fbb17cd2e4a08a93cbfe07140b3a7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7 2024-11-11T01:26:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288462113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288462113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:42,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T01:26:42,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:42,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:42,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:42,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7, entries=150, sequenceid=52, filesize=30.2 K 2024-11-11T01:26:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/55ac6476ed964636903f1558aa23dbdc as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/55ac6476ed964636903f1558aa23dbdc 2024-11-11T01:26:42,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/55ac6476ed964636903f1558aa23dbdc, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T01:26:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/492d25d167e846ffac4688a2f1c657e3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/492d25d167e846ffac4688a2f1c657e3 2024-11-11T01:26:42,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/492d25d167e846ffac4688a2f1c657e3, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T01:26:42,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5be2b93ec5fbee59845023b734d1124f in 1266ms, sequenceid=52, compaction requested=true 2024-11-11T01:26:42,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:42,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:42,131 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:42,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:42,131 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/A is initiating minor compaction (all files) 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:42,132 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/A in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/B is initiating minor compaction (all files) 2024-11-11T01:26:42,132 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/B in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,132 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=90.7 K 2024-11-11T01:26:42,132 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/1cc410c4cc0d414f994ab745bed2321b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/91c8501858f9432eb12c14d60f2161fe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/55ac6476ed964636903f1558aa23dbdc] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=32.9 K 2024-11-11T01:26:42,132 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7] 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a6ec43f41c748ecb371f92c8afeffb9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731288397494 2024-11-11T01:26:42,132 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cc410c4cc0d414f994ab745bed2321b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731288397494 2024-11-11T01:26:42,133 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 91c8501858f9432eb12c14d60f2161fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288397537 2024-11-11T01:26:42,133 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89d91aaa4d664309bcfda61413d23f95, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288397537 2024-11-11T01:26:42,133 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 55ac6476ed964636903f1558aa23dbdc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731288399705 2024-11-11T01:26:42,133 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f4fbb17cd2e4a08a93cbfe07140b3a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731288399705 2024-11-11T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:42,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:42,138 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:42,138 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/7d6162c9b33f484d8114f1a7a7e81d5c is 50, key is test_row_0/B:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:42,139 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:42,143 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111693c9337ecdd4e07a720562564227a1c_5be2b93ec5fbee59845023b734d1124f store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:42,144 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111693c9337ecdd4e07a720562564227a1c_5be2b93ec5fbee59845023b734d1124f, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:42,145 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111693c9337ecdd4e07a720562564227a1c_5be2b93ec5fbee59845023b734d1124f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742184_1360 (size=12104) 2024-11-11T01:26:42,157 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/7d6162c9b33f484d8114f1a7a7e81d5c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/7d6162c9b33f484d8114f1a7a7e81d5c 2024-11-11T01:26:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742185_1361 (size=4469) 2024-11-11T01:26:42,164 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/B of 5be2b93ec5fbee59845023b734d1124f into 7d6162c9b33f484d8114f1a7a7e81d5c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:42,164 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:42,164 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/B, priority=13, startTime=1731288402131; duration=0sec 2024-11-11T01:26:42,164 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:42,164 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:B 2024-11-11T01:26:42,164 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:42,165 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:42,165 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/C is initiating minor compaction (all files) 2024-11-11T01:26:42,165 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/C in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,165 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/734ce8e2432046bab05ede4e2390e6f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/4a6d6f3aafaa499f9aa999001d8602fb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/492d25d167e846ffac4688a2f1c657e3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=32.9 K 2024-11-11T01:26:42,165 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 734ce8e2432046bab05ede4e2390e6f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731288397494 2024-11-11T01:26:42,166 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a6d6f3aafaa499f9aa999001d8602fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288397537 2024-11-11T01:26:42,166 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 492d25d167e846ffac4688a2f1c657e3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731288399705 2024-11-11T01:26:42,171 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:42,171 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/701fe52fb5094a93b656e7894105a024 is 50, key is test_row_0/C:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742186_1362 (size=12104) 2024-11-11T01:26:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T01:26:42,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:42,274 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:26:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111597c18e2c2a8402e93b98a145bc7b8a7_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288400949/Put/seqid=0 2024-11-11T01:26:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742187_1363 (size=12154) 2024-11-11T01:26:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:42,563 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:42,564 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/4397b09f36bd4564bac56c54c1cce418 is 175, key is test_row_0/A:col10/1731288399705/Put/seqid=0 2024-11-11T01:26:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742188_1364 (size=31165) 2024-11-11T01:26:42,579 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/701fe52fb5094a93b656e7894105a024 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/701fe52fb5094a93b656e7894105a024 2024-11-11T01:26:42,583 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/C of 5be2b93ec5fbee59845023b734d1124f into 701fe52fb5094a93b656e7894105a024(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:42,583 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:42,583 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/C, priority=13, startTime=1731288402134; duration=0sec 2024-11-11T01:26:42,583 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:42,583 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:C 2024-11-11T01:26:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:42,688 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111597c18e2c2a8402e93b98a145bc7b8a7_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111597c18e2c2a8402e93b98a145bc7b8a7_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:42,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8e59c0357c1e489f944f74e0f02c3008, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:42,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8e59c0357c1e489f944f74e0f02c3008 is 175, key is test_row_0/A:col10/1731288400949/Put/seqid=0 2024-11-11T01:26:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742189_1365 (size=30955) 2024-11-11T01:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:42,971 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/4397b09f36bd4564bac56c54c1cce418 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4397b09f36bd4564bac56c54c1cce418 2024-11-11T01:26:42,975 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/A of 5be2b93ec5fbee59845023b734d1124f into 4397b09f36bd4564bac56c54c1cce418(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:42,975 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:42,975 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/A, priority=13, startTime=1731288402131; duration=0sec 2024-11-11T01:26:42,975 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:42,975 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:A 2024-11-11T01:26:43,094 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8e59c0357c1e489f944f74e0f02c3008 2024-11-11T01:26:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/54cd2213a4204aecb9aee8d794abc28c is 50, key is test_row_0/B:col10/1731288400949/Put/seqid=0 2024-11-11T01:26:43,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742190_1366 (size=12001) 2024-11-11T01:26:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:43,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:43,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288463132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288463132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,139 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,139 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288463137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288463138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288463252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288463252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288463462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288463462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,510 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/54cd2213a4204aecb9aee8d794abc28c 2024-11-11T01:26:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/baab89b33d384d00967b0b80e9a20286 is 50, key is test_row_0/C:col10/1731288400949/Put/seqid=0 2024-11-11T01:26:43,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742191_1367 (size=12001) 2024-11-11T01:26:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288463772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288463773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:43,977 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/baab89b33d384d00967b0b80e9a20286 2024-11-11T01:26:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/8e59c0357c1e489f944f74e0f02c3008 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008 2024-11-11T01:26:43,985 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008, entries=150, sequenceid=78, filesize=30.2 K 2024-11-11T01:26:43,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/54cd2213a4204aecb9aee8d794abc28c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/54cd2213a4204aecb9aee8d794abc28c 2024-11-11T01:26:43,989 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/54cd2213a4204aecb9aee8d794abc28c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T01:26:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/baab89b33d384d00967b0b80e9a20286 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/baab89b33d384d00967b0b80e9a20286 2024-11-11T01:26:43,992 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/baab89b33d384d00967b0b80e9a20286, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T01:26:43,993 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5be2b93ec5fbee59845023b734d1124f in 1719ms, sequenceid=78, compaction requested=false 2024-11-11T01:26:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-11T01:26:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-11T01:26:43,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-11T01:26:43,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-11T01:26:43,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.3350 sec 2024-11-11T01:26:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:44,287 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:44,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:26:44,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113508959d6ea04498aeaee37c9b3023e1_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742192_1368 (size=12154) 2024-11-11T01:26:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288464341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288464342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288464452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288464452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288464662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288464663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:44,701 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113508959d6ea04498aeaee37c9b3023e1_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113508959d6ea04498aeaee37c9b3023e1_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:44,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/2ffb5a557b65431895bb894cee7387c7, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:44,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/2ffb5a557b65431895bb894cee7387c7 is 175, key is test_row_0/A:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742193_1369 (size=30955) 2024-11-11T01:26:44,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288464972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288464972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/2ffb5a557b65431895bb894cee7387c7 2024-11-11T01:26:45,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/53d1ec4ddee6413781640ddba1395cc7 is 50, key is test_row_0/B:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742194_1370 (size=12001) 2024-11-11T01:26:45,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288465162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:45,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288465162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:45,168 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,168 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288465482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288465482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/53d1ec4ddee6413781640ddba1395cc7 2024-11-11T01:26:45,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/658149cc57d84d559d15b7a00db7489b is 50, key is test_row_0/C:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742195_1371 (size=12001) 2024-11-11T01:26:45,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/658149cc57d84d559d15b7a00db7489b 2024-11-11T01:26:45,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/2ffb5a557b65431895bb894cee7387c7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7 2024-11-11T01:26:45,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7, entries=150, sequenceid=92, filesize=30.2 K 2024-11-11T01:26:45,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/53d1ec4ddee6413781640ddba1395cc7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/53d1ec4ddee6413781640ddba1395cc7 2024-11-11T01:26:45,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/53d1ec4ddee6413781640ddba1395cc7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T01:26:45,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/658149cc57d84d559d15b7a00db7489b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/658149cc57d84d559d15b7a00db7489b 2024-11-11T01:26:45,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/658149cc57d84d559d15b7a00db7489b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T01:26:45,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5be2b93ec5fbee59845023b734d1124f in 1257ms, sequenceid=92, compaction requested=true 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:45,544 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:45,544 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:45,545 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:45,545 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:45,545 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/A is initiating minor compaction (all files) 2024-11-11T01:26:45,545 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/B is initiating minor compaction (all files) 2024-11-11T01:26:45,545 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/B in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:45,545 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/A in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:45,545 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4397b09f36bd4564bac56c54c1cce418, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=90.9 K 2024-11-11T01:26:45,545 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/7d6162c9b33f484d8114f1a7a7e81d5c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/54cd2213a4204aecb9aee8d794abc28c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/53d1ec4ddee6413781640ddba1395cc7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=35.3 K 2024-11-11T01:26:45,545 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:45,545 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4397b09f36bd4564bac56c54c1cce418, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7] 2024-11-11T01:26:45,546 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d6162c9b33f484d8114f1a7a7e81d5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731288397543 2024-11-11T01:26:45,546 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4397b09f36bd4564bac56c54c1cce418, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731288397543 2024-11-11T01:26:45,546 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 54cd2213a4204aecb9aee8d794abc28c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288400949 2024-11-11T01:26:45,546 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e59c0357c1e489f944f74e0f02c3008, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288400949 2024-11-11T01:26:45,546 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 53d1ec4ddee6413781640ddba1395cc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731288403121 2024-11-11T01:26:45,546 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ffb5a557b65431895bb894cee7387c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731288403121 2024-11-11T01:26:45,557 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:45,558 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:45,558 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/a1da92ca31544b31b3ed9bc09be39a20 is 50, key is test_row_0/B:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:45,565 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411111577ce9c84ea4facb6b218c2b8e19e06_5be2b93ec5fbee59845023b734d1124f store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:45,567 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411111577ce9c84ea4facb6b218c2b8e19e06_5be2b93ec5fbee59845023b734d1124f, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:45,567 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111577ce9c84ea4facb6b218c2b8e19e06_5be2b93ec5fbee59845023b734d1124f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742196_1372 (size=12207) 2024-11-11T01:26:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742197_1373 (size=4469) 2024-11-11T01:26:45,578 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/a1da92ca31544b31b3ed9bc09be39a20 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a1da92ca31544b31b3ed9bc09be39a20 2024-11-11T01:26:45,582 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/B of 5be2b93ec5fbee59845023b734d1124f into a1da92ca31544b31b3ed9bc09be39a20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:45,582 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:45,582 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/B, priority=13, startTime=1731288405544; duration=0sec 2024-11-11T01:26:45,582 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:45,582 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:B 2024-11-11T01:26:45,582 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:45,583 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:45,583 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/C is initiating minor compaction (all files) 2024-11-11T01:26:45,583 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/C in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:45,583 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/701fe52fb5094a93b656e7894105a024, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/baab89b33d384d00967b0b80e9a20286, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/658149cc57d84d559d15b7a00db7489b] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=35.3 K 2024-11-11T01:26:45,584 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 701fe52fb5094a93b656e7894105a024, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731288397543 2024-11-11T01:26:45,584 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting baab89b33d384d00967b0b80e9a20286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731288400949 2024-11-11T01:26:45,585 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 658149cc57d84d559d15b7a00db7489b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731288403121 2024-11-11T01:26:45,591 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:45,591 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/daa24ceef91e4b2085d73475e7366a63 is 50, key is test_row_0/C:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742198_1374 (size=12207) 2024-11-11T01:26:45,619 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/daa24ceef91e4b2085d73475e7366a63 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/daa24ceef91e4b2085d73475e7366a63 2024-11-11T01:26:45,623 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/C of 5be2b93ec5fbee59845023b734d1124f into daa24ceef91e4b2085d73475e7366a63(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:45,623 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:45,623 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/C, priority=13, startTime=1731288405544; duration=0sec 2024-11-11T01:26:45,623 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:45,623 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:C 2024-11-11T01:26:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:45,785 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:45,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:26:45,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b7c457967b354c7199e15af272355586_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288405784/Put/seqid=0 2024-11-11T01:26:45,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742199_1375 (size=14594) 2024-11-11T01:26:45,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288465816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:45,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T01:26:45,843 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:45,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-11T01:26:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:45,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:45,846 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:45,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:45,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288465922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:45,974 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:45,975 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/a63f10ce4cd24c418ae7de2ac96f98b4 is 175, key is test_row_0/A:col10/1731288403136/Put/seqid=0 2024-11-11T01:26:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742200_1376 (size=31161) 2024-11-11T01:26:45,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:45,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288466132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:46,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:46,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:46,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:46,196 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:46,200 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b7c457967b354c7199e15af272355586_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b7c457967b354c7199e15af272355586_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:46,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/6517fd513ed04f6a87a7bd458dac9896, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:46,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/6517fd513ed04f6a87a7bd458dac9896 is 175, key is test_row_0/A:col10/1731288405784/Put/seqid=0 2024-11-11T01:26:46,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742201_1377 (size=39549) 2024-11-11T01:26:46,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,382 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/a63f10ce4cd24c418ae7de2ac96f98b4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/a63f10ce4cd24c418ae7de2ac96f98b4 2024-11-11T01:26:46,385 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/A of 5be2b93ec5fbee59845023b734d1124f into a63f10ce4cd24c418ae7de2ac96f98b4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:46,385 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:46,386 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/A, priority=13, startTime=1731288405544; duration=0sec 2024-11-11T01:26:46,386 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:46,386 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:A 2024-11-11T01:26:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288466442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:46,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:46,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:46,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288466492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:46,495 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:46,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288466502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:46,504 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:46,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/6517fd513ed04f6a87a7bd458dac9896 2024-11-11T01:26:46,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:46,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:46,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/ef595d8c6ead450f84a788265df55056 is 50, key is test_row_0/B:col10/1731288405784/Put/seqid=0 2024-11-11T01:26:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742202_1378 (size=12001) 2024-11-11T01:26:46,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:46,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:46,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288466952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:47,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/ef595d8c6ead450f84a788265df55056 2024-11-11T01:26:47,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/eee8c85b9f004d5ab33cb19d5d7b8de0 is 50, key is test_row_0/C:col10/1731288405784/Put/seqid=0 2024-11-11T01:26:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742203_1379 (size=12001) 2024-11-11T01:26:47,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:47,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/eee8c85b9f004d5ab33cb19d5d7b8de0 2024-11-11T01:26:47,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/6517fd513ed04f6a87a7bd458dac9896 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896 2024-11-11T01:26:47,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896, entries=200, sequenceid=119, filesize=38.6 K 2024-11-11T01:26:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/ef595d8c6ead450f84a788265df55056 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/ef595d8c6ead450f84a788265df55056 2024-11-11T01:26:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/ef595d8c6ead450f84a788265df55056, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T01:26:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/eee8c85b9f004d5ab33cb19d5d7b8de0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/eee8c85b9f004d5ab33cb19d5d7b8de0 2024-11-11T01:26:47,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/eee8c85b9f004d5ab33cb19d5d7b8de0, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T01:26:47,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5be2b93ec5fbee59845023b734d1124f in 1661ms, sequenceid=119, compaction requested=false 2024-11-11T01:26:47,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:47,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T01:26:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:47,525 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:26:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116e65b0ca9b8c496eb74d759b9a85f96c_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288405809/Put/seqid=0 2024-11-11T01:26:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742204_1380 (size=12204) 2024-11-11T01:26:47,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:47,941 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116e65b0ca9b8c496eb74d759b9a85f96c_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e65b0ca9b8c496eb74d759b9a85f96c_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3102e4e6771c4bc9afb5189fd39ad3ac, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3102e4e6771c4bc9afb5189fd39ad3ac is 175, key is test_row_0/A:col10/1731288405809/Put/seqid=0 2024-11-11T01:26:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742205_1381 (size=31005) 2024-11-11T01:26:47,947 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3102e4e6771c4bc9afb5189fd39ad3ac 2024-11-11T01:26:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/a2c654a58e6646e18a25c33d996dd355 is 50, key is test_row_0/B:col10/1731288405809/Put/seqid=0 2024-11-11T01:26:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742206_1382 (size=12051) 2024-11-11T01:26:47,965 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/a2c654a58e6646e18a25c33d996dd355 2024-11-11T01:26:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/831b6ccea131474bb92da6996b03a34d is 50, key is test_row_0/C:col10/1731288405809/Put/seqid=0 2024-11-11T01:26:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:47,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742207_1383 (size=12051) 2024-11-11T01:26:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:48,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288468071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288468182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,381 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/831b6ccea131474bb92da6996b03a34d 2024-11-11T01:26:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/3102e4e6771c4bc9afb5189fd39ad3ac as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac 2024-11-11T01:26:48,387 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac, entries=150, sequenceid=131, filesize=30.3 K 2024-11-11T01:26:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/a2c654a58e6646e18a25c33d996dd355 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a2c654a58e6646e18a25c33d996dd355 2024-11-11T01:26:48,391 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a2c654a58e6646e18a25c33d996dd355, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T01:26:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/831b6ccea131474bb92da6996b03a34d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/831b6ccea131474bb92da6996b03a34d 2024-11-11T01:26:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288468392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,395 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/831b6ccea131474bb92da6996b03a34d, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T01:26:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,396 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5be2b93ec5fbee59845023b734d1124f in 871ms, sequenceid=131, compaction requested=true 2024-11-11T01:26:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-11T01:26:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-11T01:26:48,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-11T01:26:48,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5510 sec 2024-11-11T01:26:48,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.5560 sec 2024-11-11T01:26:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:48,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:48,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T01:26:48,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115943dbe94bbe458282124f25e34ff45b_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742208_1384 (size=14794) 2024-11-11T01:26:48,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288468535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288468536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288468652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288468652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288468702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288468862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288468862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:48,929 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:48,989 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115943dbe94bbe458282124f25e34ff45b_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115943dbe94bbe458282124f25e34ff45b_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:48,990 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/1407b07fceac448bb8e156a811efecfe, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:48,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/1407b07fceac448bb8e156a811efecfe is 175, key is test_row_0/A:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742209_1385 (size=39749) 2024-11-11T01:26:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288469171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288469172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40428 deadline: 1731288469182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,187 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40444 deadline: 1731288469192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,196 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288469212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,394 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/1407b07fceac448bb8e156a811efecfe 2024-11-11T01:26:49,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/fe8fe5a6b0e844efbb08996bd3028ee5 is 50, key is test_row_0/B:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:49,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742210_1386 (size=12151) 2024-11-11T01:26:49,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288469682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288469682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:49,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/fe8fe5a6b0e844efbb08996bd3028ee5 2024-11-11T01:26:49,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/999c100374c94578b7cd93585ed8ad5e is 50, key is test_row_0/C:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742211_1387 (size=12151) 2024-11-11T01:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T01:26:50,002 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:50,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-11T01:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T01:26:50,004 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:50,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:50,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T01:26:50,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T01:26:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:50,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/999c100374c94578b7cd93585ed8ad5e 2024-11-11T01:26:50,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:50,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/1407b07fceac448bb8e156a811efecfe as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe 2024-11-11T01:26:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288470222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:50,230 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:50,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe, entries=200, sequenceid=157, filesize=38.8 K 2024-11-11T01:26:50,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/fe8fe5a6b0e844efbb08996bd3028ee5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/fe8fe5a6b0e844efbb08996bd3028ee5 2024-11-11T01:26:50,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/fe8fe5a6b0e844efbb08996bd3028ee5, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T01:26:50,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/999c100374c94578b7cd93585ed8ad5e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/999c100374c94578b7cd93585ed8ad5e 2024-11-11T01:26:50,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/999c100374c94578b7cd93585ed8ad5e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T01:26:50,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5be2b93ec5fbee59845023b734d1124f in 1725ms, sequenceid=157, compaction requested=true 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:50,242 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:50,242 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:50,243 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:50,243 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/B is initiating minor compaction (all files) 2024-11-11T01:26:50,243 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/B in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,243 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a1da92ca31544b31b3ed9bc09be39a20, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/ef595d8c6ead450f84a788265df55056, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a2c654a58e6646e18a25c33d996dd355, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/fe8fe5a6b0e844efbb08996bd3028ee5] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=47.3 K 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/A is initiating minor compaction (all files) 2024-11-11T01:26:50,244 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/A in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,244 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/a63f10ce4cd24c418ae7de2ac96f98b4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=138.1 K 2024-11-11T01:26:50,244 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/a63f10ce4cd24c418ae7de2ac96f98b4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe] 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a1da92ca31544b31b3ed9bc09be39a20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731288403121 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a63f10ce4cd24c418ae7de2ac96f98b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731288403121 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ef595d8c6ead450f84a788265df55056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288404332 2024-11-11T01:26:50,244 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6517fd513ed04f6a87a7bd458dac9896, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288404332 2024-11-11T01:26:50,245 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a2c654a58e6646e18a25c33d996dd355, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288405793 2024-11-11T01:26:50,245 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3102e4e6771c4bc9afb5189fd39ad3ac, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288405793 2024-11-11T01:26:50,245 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1407b07fceac448bb8e156a811efecfe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731288408053 2024-11-11T01:26:50,245 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting fe8fe5a6b0e844efbb08996bd3028ee5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731288408053 2024-11-11T01:26:50,255 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:50,257 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:50,258 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/01e61866879c4dd9b81bceae66dda981 is 50, key is test_row_0/B:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:50,259 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111d8fd3852ca974a01adc1603a9b350677_5be2b93ec5fbee59845023b734d1124f store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:50,261 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111d8fd3852ca974a01adc1603a9b350677_5be2b93ec5fbee59845023b734d1124f, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:50,261 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d8fd3852ca974a01adc1603a9b350677_5be2b93ec5fbee59845023b734d1124f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742212_1388 (size=12493) 2024-11-11T01:26:50,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742213_1389 (size=4469) 2024-11-11T01:26:50,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T01:26:50,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,310 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T01:26:50,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111c96128847ec4cd89a649bf38167468a_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288408531/Put/seqid=0 2024-11-11T01:26:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742214_1390 (size=12304) 2024-11-11T01:26:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T01:26:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:50,326 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111c96128847ec4cd89a649bf38167468a_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111c96128847ec4cd89a649bf38167468a_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:50,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e17c548c98c84db3b52695252bf7c5a1, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:50,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e17c548c98c84db3b52695252bf7c5a1 is 175, key is test_row_0/A:col10/1731288408531/Put/seqid=0 2024-11-11T01:26:50,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742215_1391 (size=31105) 2024-11-11T01:26:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T01:26:50,677 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/01e61866879c4dd9b81bceae66dda981 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/01e61866879c4dd9b81bceae66dda981 2024-11-11T01:26:50,679 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#A#compaction#326 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:50,680 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/340284a3b917421c97d3c9d3a3ffde0d is 175, key is test_row_0/A:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:50,681 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/B of 5be2b93ec5fbee59845023b734d1124f into 01e61866879c4dd9b81bceae66dda981(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:50,681 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:50,681 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/B, priority=12, startTime=1731288410242; duration=0sec 2024-11-11T01:26:50,682 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:50,682 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:B 2024-11-11T01:26:50,682 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T01:26:50,684 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T01:26:50,684 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/C is initiating minor compaction (all files) 2024-11-11T01:26:50,684 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/C in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:50,684 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/daa24ceef91e4b2085d73475e7366a63, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/eee8c85b9f004d5ab33cb19d5d7b8de0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/831b6ccea131474bb92da6996b03a34d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/999c100374c94578b7cd93585ed8ad5e] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=47.3 K 2024-11-11T01:26:50,684 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting daa24ceef91e4b2085d73475e7366a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731288403121 2024-11-11T01:26:50,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting eee8c85b9f004d5ab33cb19d5d7b8de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731288404332 2024-11-11T01:26:50,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 831b6ccea131474bb92da6996b03a34d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288405793 2024-11-11T01:26:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742216_1392 (size=31447) 2024-11-11T01:26:50,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 999c100374c94578b7cd93585ed8ad5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731288408053 2024-11-11T01:26:50,689 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/340284a3b917421c97d3c9d3a3ffde0d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/340284a3b917421c97d3c9d3a3ffde0d 2024-11-11T01:26:50,693 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:50,693 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/A of 5be2b93ec5fbee59845023b734d1124f into 340284a3b917421c97d3c9d3a3ffde0d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:50,693 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:50,693 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/A, priority=12, startTime=1731288410242; duration=0sec 2024-11-11T01:26:50,693 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:50,693 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:A 2024-11-11T01:26:50,693 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/7a1bc6c5d06248368aa9b43c8d7c00e2 is 50, key is test_row_0/C:col10/1731288408070/Put/seqid=0 2024-11-11T01:26:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:50,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742217_1393 (size=12493) 2024-11-11T01:26:50,732 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e17c548c98c84db3b52695252bf7c5a1 2024-11-11T01:26:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/e6e61bf17e55490c9e57c0985dca3961 is 50, key is test_row_0/B:col10/1731288408531/Put/seqid=0 2024-11-11T01:26:50,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742218_1394 (size=12151) 2024-11-11T01:26:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288470768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288470771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288470882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:50,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288470882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288471092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288471093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:51,101 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/7a1bc6c5d06248368aa9b43c8d7c00e2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7a1bc6c5d06248368aa9b43c8d7c00e2 2024-11-11T01:26:51,104 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/C of 5be2b93ec5fbee59845023b734d1124f into 7a1bc6c5d06248368aa9b43c8d7c00e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:51,105 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:51,105 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/C, priority=12, startTime=1731288410242; duration=0sec 2024-11-11T01:26:51,105 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:51,105 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:C 2024-11-11T01:26:51,141 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/e6e61bf17e55490c9e57c0985dca3961 2024-11-11T01:26:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T01:26:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/d96c6222ef9347aaad787350aa6168d2 is 50, key is test_row_0/C:col10/1731288408531/Put/seqid=0 2024-11-11T01:26:51,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742219_1395 (size=12151) 2024-11-11T01:26:51,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288471402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:51,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288471402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:51,554 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/d96c6222ef9347aaad787350aa6168d2 2024-11-11T01:26:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e17c548c98c84db3b52695252bf7c5a1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1 2024-11-11T01:26:51,560 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1, entries=150, sequenceid=167, filesize=30.4 K 2024-11-11T01:26:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/e6e61bf17e55490c9e57c0985dca3961 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/e6e61bf17e55490c9e57c0985dca3961 2024-11-11T01:26:51,563 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/e6e61bf17e55490c9e57c0985dca3961, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T01:26:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/d96c6222ef9347aaad787350aa6168d2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d96c6222ef9347aaad787350aa6168d2 2024-11-11T01:26:51,566 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d96c6222ef9347aaad787350aa6168d2, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T01:26:51,567 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5be2b93ec5fbee59845023b734d1124f in 1257ms, sequenceid=167, compaction requested=false 2024-11-11T01:26:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-11T01:26:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-11T01:26:51,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-11T01:26:51,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-11T01:26:51,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.5670 sec 2024-11-11T01:26:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:51,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T01:26:51,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111760e1d57c56447ffa7dbca1d6cfb8e00_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742220_1396 (size=17284) 2024-11-11T01:26:51,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288471927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288471931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288472042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288472042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T01:26:52,152 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:52,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-11T01:26:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:52,154 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:52,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:52,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:52,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288472242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,246 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288472252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288472252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:52,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:52,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111760e1d57c56447ffa7dbca1d6cfb8e00_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111760e1d57c56447ffa7dbca1d6cfb8e00_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:52,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/7d4efa46beca4ab9ab698db8f35a0f04, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:52,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/7d4efa46beca4ab9ab698db8f35a0f04 is 175, key is test_row_0/A:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742221_1397 (size=48389) 2024-11-11T01:26:52,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288472562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288472563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:52,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,743 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/7d4efa46beca4ab9ab698db8f35a0f04 2024-11-11T01:26:52,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/3945c5ffff644f02aa9e32b34dc5d962 is 50, key is test_row_0/B:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742222_1398 (size=12151) 2024-11-11T01:26:52,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:52,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:52,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288473072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:53,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288473073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:53,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/3945c5ffff644f02aa9e32b34dc5d962 2024-11-11T01:26:53,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/8ec668f43d92419c866a0b24f9eb7d39 is 50, key is test_row_0/C:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742223_1399 (size=12151) 2024-11-11T01:26:53,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:53,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:53,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/8ec668f43d92419c866a0b24f9eb7d39 2024-11-11T01:26:53,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/7d4efa46beca4ab9ab698db8f35a0f04 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04 2024-11-11T01:26:53,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04, entries=250, sequenceid=198, filesize=47.3 K 2024-11-11T01:26:53,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/3945c5ffff644f02aa9e32b34dc5d962 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3945c5ffff644f02aa9e32b34dc5d962 2024-11-11T01:26:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3945c5ffff644f02aa9e32b34dc5d962, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T01:26:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/8ec668f43d92419c866a0b24f9eb7d39 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/8ec668f43d92419c866a0b24f9eb7d39 2024-11-11T01:26:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/8ec668f43d92419c866a0b24f9eb7d39, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5be2b93ec5fbee59845023b734d1124f in 1663ms, sequenceid=198, compaction requested=true 2024-11-11T01:26:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:53,579 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:53,579 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/B is initiating minor compaction (all files) 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/A is initiating minor compaction (all files) 2024-11-11T01:26:53,581 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/A in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,581 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/B in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/340284a3b917421c97d3c9d3a3ffde0d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=108.3 K 2024-11-11T01:26:53,581 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/01e61866879c4dd9b81bceae66dda981, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/e6e61bf17e55490c9e57c0985dca3961, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3945c5ffff644f02aa9e32b34dc5d962] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=35.9 K 2024-11-11T01:26:53,581 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/340284a3b917421c97d3c9d3a3ffde0d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04] 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 340284a3b917421c97d3c9d3a3ffde0d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731288408053 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,581 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e61866879c4dd9b81bceae66dda981, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731288408053 2024-11-11T01:26:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,582 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e17c548c98c84db3b52695252bf7c5a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731288408531 2024-11-11T01:26:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,582 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e6e61bf17e55490c9e57c0985dca3961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731288408531 2024-11-11T01:26:53,582 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d4efa46beca4ab9ab698db8f35a0f04, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288410762 2024-11-11T01:26:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,582 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3945c5ffff644f02aa9e32b34dc5d962, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288410762 2024-11-11T01:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,588 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,590 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/acfe136a31f2406986128414c838eddd is 50, key is test_row_0/B:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,603 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111cccc60b7c038472b92a0637a79efb558_5be2b93ec5fbee59845023b734d1124f store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,607 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111cccc60b7c038472b92a0637a79efb558_5be2b93ec5fbee59845023b734d1124f, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:53,607 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cccc60b7c038472b92a0637a79efb558_5be2b93ec5fbee59845023b734d1124f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742224_1400 (size=12595) 2024-11-11T01:26:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742225_1401 (size=4469) 2024-11-11T01:26:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,627 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#A#compaction#335 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,628 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/939f04b9d2f5416ebd79f9aec7dfd645 is 175, key is test_row_0/A:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742226_1402 (size=31549) 2024-11-11T01:26:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T01:26:53,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:53,681 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T01:26:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112d8b4f4d12d340e49124bd22f82a9d59_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_1/A:col10/1731288411922/Put/seqid=0 2024-11-11T01:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742227_1403 (size=9814) 2024-11-11T01:26:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,023 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/acfe136a31f2406986128414c838eddd as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/acfe136a31f2406986128414c838eddd 2024-11-11T01:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,028 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/B of 5be2b93ec5fbee59845023b734d1124f into acfe136a31f2406986128414c838eddd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,029 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:54,029 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/B, priority=13, startTime=1731288413579; duration=0sec 2024-11-11T01:26:54,029 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:54,029 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:B 2024-11-11T01:26:54,029 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,030 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:54,030 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/C is initiating minor compaction (all files) 2024-11-11T01:26:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,030 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/C in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:54,030 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7a1bc6c5d06248368aa9b43c8d7c00e2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d96c6222ef9347aaad787350aa6168d2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/8ec668f43d92419c866a0b24f9eb7d39] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=35.9 K 2024-11-11T01:26:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,030 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a1bc6c5d06248368aa9b43c8d7c00e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731288408053 2024-11-11T01:26:54,031 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d96c6222ef9347aaad787350aa6168d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731288408531 2024-11-11T01:26:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,031 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ec668f43d92419c866a0b24f9eb7d39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288410762 2024-11-11T01:26:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,040 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#C#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,041 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/551cd0d1317a4fa1bb239c95b6b77010 is 50, key is test_row_0/C:col10/1731288411916/Put/seqid=0 2024-11-11T01:26:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,060 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/939f04b9d2f5416ebd79f9aec7dfd645 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/939f04b9d2f5416ebd79f9aec7dfd645 2024-11-11T01:26:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,064 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/A of 5be2b93ec5fbee59845023b734d1124f into 939f04b9d2f5416ebd79f9aec7dfd645(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,064 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,064 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/A, priority=13, startTime=1731288413579; duration=0sec 2024-11-11T01:26:54,065 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:54,065 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:A 2024-11-11T01:26:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742228_1404 (size=12595) 2024-11-11T01:26:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,070 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/551cd0d1317a4fa1bb239c95b6b77010 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/551cd0d1317a4fa1bb239c95b6b77010 2024-11-11T01:26:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,074 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/C of 5be2b93ec5fbee59845023b734d1124f into 551cd0d1317a4fa1bb239c95b6b77010(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:54,074 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:54,074 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/C, priority=13, startTime=1731288413579; duration=0sec 2024-11-11T01:26:54,074 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:54,074 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:C 2024-11-11T01:26:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112d8b4f4d12d340e49124bd22f82a9d59_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112d8b4f4d12d340e49124bd22f82a9d59_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e971c80c69bb4cdfa8f9a7c75d9489a4, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e971c80c69bb4cdfa8f9a7c75d9489a4 is 175, key is test_row_1/A:col10/1731288411922/Put/seqid=0 2024-11-11T01:26:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742229_1405 (size=22461) 2024-11-11T01:26:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:54,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:54,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288474181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288474184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288474292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288474293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:54,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288474502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288474502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,515 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e971c80c69bb4cdfa8f9a7c75d9489a4 2024-11-11T01:26:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/99eaf21088f747b8b2c5e424269a5d61 is 50, key is test_row_1/B:col10/1731288411922/Put/seqid=0 2024-11-11T01:26:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742230_1406 (size=9757) 2024-11-11T01:26:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288474812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288474812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:54,924 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/99eaf21088f747b8b2c5e424269a5d61 2024-11-11T01:26:54,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/d204d07237c34669b98df0f73cab16ff is 50, key is test_row_1/C:col10/1731288411922/Put/seqid=0 2024-11-11T01:26:54,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742231_1407 (size=9757) 2024-11-11T01:26:54,933 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/d204d07237c34669b98df0f73cab16ff 2024-11-11T01:26:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/e971c80c69bb4cdfa8f9a7c75d9489a4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4 2024-11-11T01:26:54,939 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4, entries=100, sequenceid=206, filesize=21.9 K 2024-11-11T01:26:54,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/99eaf21088f747b8b2c5e424269a5d61 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/99eaf21088f747b8b2c5e424269a5d61 2024-11-11T01:26:54,942 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/99eaf21088f747b8b2c5e424269a5d61, entries=100, sequenceid=206, filesize=9.5 K 2024-11-11T01:26:54,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/d204d07237c34669b98df0f73cab16ff as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d204d07237c34669b98df0f73cab16ff 2024-11-11T01:26:54,946 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d204d07237c34669b98df0f73cab16ff, entries=100, sequenceid=206, filesize=9.5 K 2024-11-11T01:26:54,947 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 5be2b93ec5fbee59845023b734d1124f in 1266ms, sequenceid=206, compaction requested=false 2024-11-11T01:26:54,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:54,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:54,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-11T01:26:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-11T01:26:54,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-11T01:26:54,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7930 sec 2024-11-11T01:26:54,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.7970 sec 2024-11-11T01:26:55,327 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:26:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:55,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T01:26:55,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111179dbd19a91054752a2e68289267e9e15_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:55,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742232_1408 (size=12304) 2024-11-11T01:26:55,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288475338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288475342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288475452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288475452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288475662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288475662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:55,739 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111179dbd19a91054752a2e68289267e9e15_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111179dbd19a91054752a2e68289267e9e15_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:55,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/c7688edbc0df4450bfbc8a7ae40a37be, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:55,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/c7688edbc0df4450bfbc8a7ae40a37be is 175, key is test_row_0/A:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742233_1409 (size=31105) 2024-11-11T01:26:55,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:56,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/c7688edbc0df4450bfbc8a7ae40a37be 2024-11-11T01:26:56,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/3e7d3412355e4a26b3e858e9916209b9 is 50, key is test_row_0/B:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742234_1410 (size=12151) 2024-11-11T01:26:56,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40390 deadline: 1731288476292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:56,298 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 5be2b93ec5fbee59845023b734d1124f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:26:56,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:56,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:56,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T01:26:56,312 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:56,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:26:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-11T01:26:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T01:26:56,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:26:56,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:26:56,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:26:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T01:26:56,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T01:26:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:56,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40460 deadline: 1731288476482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40438 deadline: 1731288476482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 2024-11-11T01:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:26:56,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/3e7d3412355e4a26b3e858e9916209b9 2024-11-11T01:26:56,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/89f5b0d3defa45f2983e244f8b548289 is 50, key is test_row_0/C:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742235_1411 (size=12151) 2024-11-11T01:26:56,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T01:26:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T01:26:56,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T01:26:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:56,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T01:26:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. as already flushing 2024-11-11T01:26:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:26:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T01:26:56,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/89f5b0d3defa45f2983e244f8b548289 2024-11-11T01:26:56,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/c7688edbc0df4450bfbc8a7ae40a37be as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be 2024-11-11T01:26:56,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be, entries=150, sequenceid=238, filesize=30.4 K 2024-11-11T01:26:56,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/3e7d3412355e4a26b3e858e9916209b9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3e7d3412355e4a26b3e858e9916209b9 2024-11-11T01:26:56,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3e7d3412355e4a26b3e858e9916209b9, entries=150, sequenceid=238, filesize=11.9 K 2024-11-11T01:26:56,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/89f5b0d3defa45f2983e244f8b548289 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/89f5b0d3defa45f2983e244f8b548289 2024-11-11T01:26:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/89f5b0d3defa45f2983e244f8b548289, entries=150, sequenceid=238, filesize=11.9 K 2024-11-11T01:26:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5be2b93ec5fbee59845023b734d1124f in 1659ms, sequenceid=238, compaction requested=true 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:56,986 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:56,986 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5be2b93ec5fbee59845023b734d1124f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:26:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:56,987 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:56,987 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/A is initiating minor compaction (all files) 2024-11-11T01:26:56,987 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/B is initiating minor compaction (all files) 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/A in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,987 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/B in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,987 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/939f04b9d2f5416ebd79f9aec7dfd645, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=83.1 K 2024-11-11T01:26:56,987 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/acfe136a31f2406986128414c838eddd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/99eaf21088f747b8b2c5e424269a5d61, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3e7d3412355e4a26b3e858e9916209b9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=33.7 K 2024-11-11T01:26:56,987 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,987 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/939f04b9d2f5416ebd79f9aec7dfd645, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be] 2024-11-11T01:26:56,987 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting acfe136a31f2406986128414c838eddd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288410762 2024-11-11T01:26:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 99eaf21088f747b8b2c5e424269a5d61, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731288411922 2024-11-11T01:26:56,988 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 939f04b9d2f5416ebd79f9aec7dfd645, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288410762 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e7d3412355e4a26b3e858e9916209b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731288414171 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e971c80c69bb4cdfa8f9a7c75d9489a4, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731288411922 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,989 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7688edbc0df4450bfbc8a7ae40a37be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731288414171 2024-11-11T01:26:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/63b97ccbd4724d4c9b47d905be91bc89 is 50, key is test_row_0/B:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,996 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,998 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111179049c6cf9cf4945b3eb241c9123672f_5be2b93ec5fbee59845023b734d1124f store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,000 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111179049c6cf9cf4945b3eb241c9123672f_5be2b93ec5fbee59845023b734d1124f, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:57,000 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111179049c6cf9cf4945b3eb241c9123672f_5be2b93ec5fbee59845023b734d1124f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742237_1413 (size=4469) 2024-11-11T01:26:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742236_1412 (size=12697) 2024-11-11T01:26:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T01:26:57,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,078 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T01:26:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117c0a819b20fb441e90cd6512663323fd_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288415337/Put/seqid=0 2024-11-11T01:26:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742238_1414 (size=9814) 2024-11-11T01:26:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,404 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:57,405 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/241d69f9e5d54e9f833d3002a832d7ae is 175, key is test_row_0/A:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742239_1415 (size=31651) 2024-11-11T01:26:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,411 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/63b97ccbd4724d4c9b47d905be91bc89 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/63b97ccbd4724d4c9b47d905be91bc89 2024-11-11T01:26:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,413 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/241d69f9e5d54e9f833d3002a832d7ae as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/241d69f9e5d54e9f833d3002a832d7ae 2024-11-11T01:26:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,416 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/B of 5be2b93ec5fbee59845023b734d1124f into 63b97ccbd4724d4c9b47d905be91bc89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:57,416 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:57,416 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/B, priority=13, startTime=1731288416986; duration=0sec 2024-11-11T01:26:57,417 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:26:57,417 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:B 2024-11-11T01:26:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,417 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:26:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,418 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:26:57,418 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 5be2b93ec5fbee59845023b734d1124f/C is initiating minor compaction (all files) 2024-11-11T01:26:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,418 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5be2b93ec5fbee59845023b734d1124f/C in TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:57,418 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/551cd0d1317a4fa1bb239c95b6b77010, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d204d07237c34669b98df0f73cab16ff, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/89f5b0d3defa45f2983e244f8b548289] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp, totalSize=33.7 K 2024-11-11T01:26:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,418 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 551cd0d1317a4fa1bb239c95b6b77010, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731288410762 2024-11-11T01:26:57,419 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d204d07237c34669b98df0f73cab16ff, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731288411922 2024-11-11T01:26:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,419 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/A of 5be2b93ec5fbee59845023b734d1124f into 241d69f9e5d54e9f833d3002a832d7ae(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:57,419 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:57,419 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/A, priority=13, startTime=1731288416986; duration=0sec 2024-11-11T01:26:57,419 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 89f5b0d3defa45f2983e244f8b548289, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731288414171 2024-11-11T01:26:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,419 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:57,419 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:A 2024-11-11T01:26:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,425 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5be2b93ec5fbee59845023b734d1124f#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:26:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,426 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/7492e0314ade4b1a9e211143bd6e572d is 50, key is test_row_0/C:col10/1731288414171/Put/seqid=0 2024-11-11T01:26:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742240_1416 (size=12697) 2024-11-11T01:26:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,443 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/7492e0314ade4b1a9e211143bd6e572d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7492e0314ade4b1a9e211143bd6e572d 2024-11-11T01:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,449 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5be2b93ec5fbee59845023b734d1124f/C of 5be2b93ec5fbee59845023b734d1124f into 7492e0314ade4b1a9e211143bd6e572d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:26:57,449 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,449 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., storeName=5be2b93ec5fbee59845023b734d1124f/C, priority=13, startTime=1731288416986; duration=0sec 2024-11-11T01:26:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,450 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:26:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,450 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5be2b93ec5fbee59845023b734d1124f:C 2024-11-11T01:26:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,500 INFO [Thread-1584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1584. 2024-11-11T01:26:57,500 DEBUG [Thread-1584 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,500 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,500 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,502 INFO [Thread-1590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1590. 2024-11-11T01:26:57,502 DEBUG [Thread-1590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,502 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,503 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,503 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117c0a819b20fb441e90cd6512663323fd_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117c0a819b20fb441e90cd6512663323fd_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:26:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/4c1abd1dce1644cd9deafe68b88de017, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:26:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/4c1abd1dce1644cd9deafe68b88de017 is 175, key is test_row_0/A:col10/1731288415337/Put/seqid=0 2024-11-11T01:26:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742241_1417 (size=22461) 2024-11-11T01:26:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,509 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/4c1abd1dce1644cd9deafe68b88de017 2024-11-11T01:26:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,514 INFO [Thread-1581 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1581. 2024-11-11T01:26:57,514 DEBUG [Thread-1581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,514 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,515 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,515 INFO [Thread-1586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1586. 2024-11-11T01:26:57,515 DEBUG [Thread-1586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,515 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,515 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,517 INFO [Thread-1577 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1577. 2024-11-11T01:26:57,517 DEBUG [Thread-1577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,517 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,517 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/edc8b6837fba496c9bfc1a7409a6d7df is 50, key is test_row_0/B:col10/1731288415337/Put/seqid=0 2024-11-11T01:26:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742242_1418 (size=9757) 2024-11-11T01:26:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,529 INFO [Thread-1592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1592. 2024-11-11T01:26:57,529 DEBUG [Thread-1592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,529 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:26:57,529 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,532 INFO [Thread-1588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1588. 2024-11-11T01:26:57,532 DEBUG [Thread-1588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:57,532 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,532 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:57,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:57,923 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/edc8b6837fba496c9bfc1a7409a6d7df 2024-11-11T01:26:57,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/a372e077975f447bb7e4da6a3096b993 is 50, key is test_row_0/C:col10/1731288415337/Put/seqid=0 2024-11-11T01:26:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742243_1419 (size=9757) 2024-11-11T01:26:58,338 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/a372e077975f447bb7e4da6a3096b993 2024-11-11T01:26:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/4c1abd1dce1644cd9deafe68b88de017 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4c1abd1dce1644cd9deafe68b88de017 2024-11-11T01:26:58,345 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4c1abd1dce1644cd9deafe68b88de017, entries=100, sequenceid=245, filesize=21.9 K 2024-11-11T01:26:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/edc8b6837fba496c9bfc1a7409a6d7df as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/edc8b6837fba496c9bfc1a7409a6d7df 2024-11-11T01:26:58,348 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/edc8b6837fba496c9bfc1a7409a6d7df, entries=100, sequenceid=245, filesize=9.5 K 2024-11-11T01:26:58,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/a372e077975f447bb7e4da6a3096b993 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/a372e077975f447bb7e4da6a3096b993 2024-11-11T01:26:58,351 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/a372e077975f447bb7e4da6a3096b993, entries=100, sequenceid=245, filesize=9.5 K 2024-11-11T01:26:58,352 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=13.42 KB/13740 for 5be2b93ec5fbee59845023b734d1124f in 1274ms, sequenceid=245, compaction requested=false 2024-11-11T01:26:58,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 5be2b93ec5fbee59845023b734d1124f: 2024-11-11T01:26:58,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:26:58,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-11T01:26:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-11T01:26:58,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-11T01:26:58,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-11T01:26:58,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.0420 sec 2024-11-11T01:26:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T01:26:58,473 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:26:59,214 INFO [Thread-1579 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1579. 2024-11-11T01:26:59,214 DEBUG [Thread-1579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:59,214 DEBUG [Thread-1579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:59,214 DEBUG [Thread-1579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:59,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:26:59,245 INFO [Thread-1573 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1573. 2024-11-11T01:26:59,246 DEBUG [Thread-1573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:26:59,246 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:59,246 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:26:59,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:00,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:27:05,175 WARN [regionserver/612696b701d2:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-11T01:27:05,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4397b09f36bd4564bac56c54c1cce418, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/a63f10ce4cd24c418ae7de2ac96f98b4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/340284a3b917421c97d3c9d3a3ffde0d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/939f04b9d2f5416ebd79f9aec7dfd645, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be] to archive 2024-11-11T01:27:05,182 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:27:05,184 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3a6ec43f41c748ecb371f92c8afeffb9 2024-11-11T01:27:05,185 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/89d91aaa4d664309bcfda61413d23f95 2024-11-11T01:27:05,185 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4397b09f36bd4564bac56c54c1cce418 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4397b09f36bd4564bac56c54c1cce418 2024-11-11T01:27:05,186 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8f4fbb17cd2e4a08a93cbfe07140b3a7 2024-11-11T01:27:05,187 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/8e59c0357c1e489f944f74e0f02c3008 2024-11-11T01:27:05,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/a63f10ce4cd24c418ae7de2ac96f98b4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/a63f10ce4cd24c418ae7de2ac96f98b4 2024-11-11T01:27:05,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/2ffb5a557b65431895bb894cee7387c7 2024-11-11T01:27:05,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/6517fd513ed04f6a87a7bd458dac9896 2024-11-11T01:27:05,190 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/3102e4e6771c4bc9afb5189fd39ad3ac 2024-11-11T01:27:05,191 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/1407b07fceac448bb8e156a811efecfe 2024-11-11T01:27:05,191 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/340284a3b917421c97d3c9d3a3ffde0d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/340284a3b917421c97d3c9d3a3ffde0d 2024-11-11T01:27:05,192 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e17c548c98c84db3b52695252bf7c5a1 2024-11-11T01:27:05,193 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/7d4efa46beca4ab9ab698db8f35a0f04 2024-11-11T01:27:05,193 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/939f04b9d2f5416ebd79f9aec7dfd645 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/939f04b9d2f5416ebd79f9aec7dfd645 2024-11-11T01:27:05,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/e971c80c69bb4cdfa8f9a7c75d9489a4 2024-11-11T01:27:05,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/c7688edbc0df4450bfbc8a7ae40a37be 2024-11-11T01:27:05,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/1cc410c4cc0d414f994ab745bed2321b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/91c8501858f9432eb12c14d60f2161fe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/7d6162c9b33f484d8114f1a7a7e81d5c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/55ac6476ed964636903f1558aa23dbdc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/54cd2213a4204aecb9aee8d794abc28c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a1da92ca31544b31b3ed9bc09be39a20, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/53d1ec4ddee6413781640ddba1395cc7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/ef595d8c6ead450f84a788265df55056, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a2c654a58e6646e18a25c33d996dd355, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/01e61866879c4dd9b81bceae66dda981, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/fe8fe5a6b0e844efbb08996bd3028ee5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/e6e61bf17e55490c9e57c0985dca3961, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/acfe136a31f2406986128414c838eddd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3945c5ffff644f02aa9e32b34dc5d962, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/99eaf21088f747b8b2c5e424269a5d61, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3e7d3412355e4a26b3e858e9916209b9] to archive 2024-11-11T01:27:05,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:27:05,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/1cc410c4cc0d414f994ab745bed2321b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/1cc410c4cc0d414f994ab745bed2321b 2024-11-11T01:27:05,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/91c8501858f9432eb12c14d60f2161fe to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/91c8501858f9432eb12c14d60f2161fe 2024-11-11T01:27:05,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/7d6162c9b33f484d8114f1a7a7e81d5c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/7d6162c9b33f484d8114f1a7a7e81d5c 2024-11-11T01:27:05,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/55ac6476ed964636903f1558aa23dbdc to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/55ac6476ed964636903f1558aa23dbdc 2024-11-11T01:27:05,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/54cd2213a4204aecb9aee8d794abc28c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/54cd2213a4204aecb9aee8d794abc28c 2024-11-11T01:27:05,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a1da92ca31544b31b3ed9bc09be39a20 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a1da92ca31544b31b3ed9bc09be39a20 2024-11-11T01:27:05,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/53d1ec4ddee6413781640ddba1395cc7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/53d1ec4ddee6413781640ddba1395cc7 2024-11-11T01:27:05,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/ef595d8c6ead450f84a788265df55056 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/ef595d8c6ead450f84a788265df55056 2024-11-11T01:27:05,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a2c654a58e6646e18a25c33d996dd355 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/a2c654a58e6646e18a25c33d996dd355 2024-11-11T01:27:05,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/01e61866879c4dd9b81bceae66dda981 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/01e61866879c4dd9b81bceae66dda981 2024-11-11T01:27:05,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/fe8fe5a6b0e844efbb08996bd3028ee5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/fe8fe5a6b0e844efbb08996bd3028ee5 2024-11-11T01:27:05,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/e6e61bf17e55490c9e57c0985dca3961 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/e6e61bf17e55490c9e57c0985dca3961 2024-11-11T01:27:05,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/acfe136a31f2406986128414c838eddd to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/acfe136a31f2406986128414c838eddd 2024-11-11T01:27:05,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3945c5ffff644f02aa9e32b34dc5d962 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3945c5ffff644f02aa9e32b34dc5d962 2024-11-11T01:27:05,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/99eaf21088f747b8b2c5e424269a5d61 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/99eaf21088f747b8b2c5e424269a5d61 2024-11-11T01:27:05,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3e7d3412355e4a26b3e858e9916209b9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/3e7d3412355e4a26b3e858e9916209b9 2024-11-11T01:27:05,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/734ce8e2432046bab05ede4e2390e6f1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/4a6d6f3aafaa499f9aa999001d8602fb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/701fe52fb5094a93b656e7894105a024, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/492d25d167e846ffac4688a2f1c657e3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/baab89b33d384d00967b0b80e9a20286, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/daa24ceef91e4b2085d73475e7366a63, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/658149cc57d84d559d15b7a00db7489b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/eee8c85b9f004d5ab33cb19d5d7b8de0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/831b6ccea131474bb92da6996b03a34d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7a1bc6c5d06248368aa9b43c8d7c00e2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/999c100374c94578b7cd93585ed8ad5e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d96c6222ef9347aaad787350aa6168d2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/551cd0d1317a4fa1bb239c95b6b77010, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/8ec668f43d92419c866a0b24f9eb7d39, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d204d07237c34669b98df0f73cab16ff, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/89f5b0d3defa45f2983e244f8b548289] to archive 2024-11-11T01:27:05,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:27:05,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/734ce8e2432046bab05ede4e2390e6f1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/734ce8e2432046bab05ede4e2390e6f1 2024-11-11T01:27:05,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/4a6d6f3aafaa499f9aa999001d8602fb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/4a6d6f3aafaa499f9aa999001d8602fb 2024-11-11T01:27:05,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/701fe52fb5094a93b656e7894105a024 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/701fe52fb5094a93b656e7894105a024 2024-11-11T01:27:05,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/492d25d167e846ffac4688a2f1c657e3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/492d25d167e846ffac4688a2f1c657e3 2024-11-11T01:27:05,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/baab89b33d384d00967b0b80e9a20286 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/baab89b33d384d00967b0b80e9a20286 2024-11-11T01:27:05,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/daa24ceef91e4b2085d73475e7366a63 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/daa24ceef91e4b2085d73475e7366a63 2024-11-11T01:27:05,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/658149cc57d84d559d15b7a00db7489b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/658149cc57d84d559d15b7a00db7489b 2024-11-11T01:27:05,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/eee8c85b9f004d5ab33cb19d5d7b8de0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/eee8c85b9f004d5ab33cb19d5d7b8de0 2024-11-11T01:27:05,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/831b6ccea131474bb92da6996b03a34d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/831b6ccea131474bb92da6996b03a34d 2024-11-11T01:27:05,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7a1bc6c5d06248368aa9b43c8d7c00e2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7a1bc6c5d06248368aa9b43c8d7c00e2 2024-11-11T01:27:05,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/999c100374c94578b7cd93585ed8ad5e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/999c100374c94578b7cd93585ed8ad5e 2024-11-11T01:27:05,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d96c6222ef9347aaad787350aa6168d2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d96c6222ef9347aaad787350aa6168d2 2024-11-11T01:27:05,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/551cd0d1317a4fa1bb239c95b6b77010 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/551cd0d1317a4fa1bb239c95b6b77010 2024-11-11T01:27:05,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/8ec668f43d92419c866a0b24f9eb7d39 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/8ec668f43d92419c866a0b24f9eb7d39 2024-11-11T01:27:05,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d204d07237c34669b98df0f73cab16ff to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/d204d07237c34669b98df0f73cab16ff 2024-11-11T01:27:05,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/89f5b0d3defa45f2983e244f8b548289 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/89f5b0d3defa45f2983e244f8b548289 2024-11-11T01:27:06,397 INFO [Thread-1575 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1575. 2024-11-11T01:27:06,397 DEBUG [Thread-1575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:06,397 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:06,397 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:06,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1700 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5094 rows 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1694 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5080 rows 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1702 2024-11-11T01:27:06,398 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5098 rows 2024-11-11T01:27:06,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1701 2024-11-11T01:27:06,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5098 rows 2024-11-11T01:27:06,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1703 2024-11-11T01:27:06,399 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5104 rows 2024-11-11T01:27:06,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:27:06,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:27:06,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:06,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:06,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:06,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T01:27:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T01:27:06,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288426405"}]},"ts":"1731288426405"} 2024-11-11T01:27:06,407 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T01:27:06,407 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T01:27:06,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:27:06,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, UNASSIGN}] 2024-11-11T01:27:06,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, UNASSIGN 2024-11-11T01:27:06,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, UNASSIGN because future has completed 2024-11-11T01:27:06,413 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:27:06,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:27:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T01:27:06,567 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:06,567 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:27:06,567 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 5be2b93ec5fbee59845023b734d1124f, disabling compactions & flushes 2024-11-11T01:27:06,567 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:27:06,567 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:27:06,568 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. after waiting 0 ms 2024-11-11T01:27:06,568 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:27:06,568 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 5be2b93ec5fbee59845023b734d1124f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T01:27:06,577 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a384da78268c427594aec7bb265df340_5be2b93ec5fbee59845023b734d1124f is 50, key is test_row_0/A:col10/1731288419243/Put/seqid=0 2024-11-11T01:27:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742244_1420 (size=9814) 2024-11-11T01:27:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T01:27:06,983 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:06,993 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a384da78268c427594aec7bb265df340_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a384da78268c427594aec7bb265df340_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:06,994 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/fc92a8cd08ba46da97e58e48252e3a54, store: [table=TestAcidGuarantees family=A region=5be2b93ec5fbee59845023b734d1124f] 2024-11-11T01:27:06,995 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/fc92a8cd08ba46da97e58e48252e3a54 is 175, key is test_row_0/A:col10/1731288419243/Put/seqid=0 2024-11-11T01:27:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742245_1421 (size=22461) 2024-11-11T01:27:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T01:27:07,401 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/fc92a8cd08ba46da97e58e48252e3a54 2024-11-11T01:27:07,414 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/294b63c1cfef48279c7723c1c9128fe0 is 50, key is test_row_0/B:col10/1731288419243/Put/seqid=0 2024-11-11T01:27:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742246_1422 (size=9757) 2024-11-11T01:27:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T01:27:07,819 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/294b63c1cfef48279c7723c1c9128fe0 2024-11-11T01:27:07,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/5e55ce72b3a748a785888c17c6931958 is 50, key is test_row_0/C:col10/1731288419243/Put/seqid=0 2024-11-11T01:27:07,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742247_1423 (size=9757) 2024-11-11T01:27:08,238 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/5e55ce72b3a748a785888c17c6931958 2024-11-11T01:27:08,250 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/A/fc92a8cd08ba46da97e58e48252e3a54 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/fc92a8cd08ba46da97e58e48252e3a54 2024-11-11T01:27:08,255 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/fc92a8cd08ba46da97e58e48252e3a54, entries=100, sequenceid=256, filesize=21.9 K 2024-11-11T01:27:08,256 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/B/294b63c1cfef48279c7723c1c9128fe0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/294b63c1cfef48279c7723c1c9128fe0 2024-11-11T01:27:08,261 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/294b63c1cfef48279c7723c1c9128fe0, entries=100, sequenceid=256, filesize=9.5 K 2024-11-11T01:27:08,262 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/.tmp/C/5e55ce72b3a748a785888c17c6931958 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/5e55ce72b3a748a785888c17c6931958 2024-11-11T01:27:08,264 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/5e55ce72b3a748a785888c17c6931958, entries=100, sequenceid=256, filesize=9.5 K 2024-11-11T01:27:08,265 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5be2b93ec5fbee59845023b734d1124f in 1697ms, sequenceid=256, compaction requested=true 2024-11-11T01:27:08,268 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/recovered.edits/259.seqid, newMaxSeqId=259, maxSeqId=4 2024-11-11T01:27:08,269 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. 2024-11-11T01:27:08,269 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 5be2b93ec5fbee59845023b734d1124f: Waiting for close lock at 1731288426567Running coprocessor pre-close hooks at 1731288426567Disabling compacts and flushes for region at 1731288426567Disabling writes for close at 1731288426568 (+1 ms)Obtaining lock to block concurrent updates at 1731288426568Preparing flush snapshotting stores in 5be2b93ec5fbee59845023b734d1124f at 1731288426568Finished memstore snapshotting TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731288426569 (+1 ms)Flushing stores of TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f. at 1731288426570 (+1 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/A: creating writer at 1731288426570Flushing mob file 5be2b93ec5fbee59845023b734d1124f/A: appending metadata at 1731288426577 (+7 ms)Flushing mob file 5be2b93ec5fbee59845023b734d1124f/A: closing flushed file at 1731288426577Flushing 5be2b93ec5fbee59845023b734d1124f/A: appending metadata at 1731288426994 (+417 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/A: closing flushed file at 1731288426995 (+1 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/B: creating writer at 1731288427410 (+415 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/B: appending metadata at 1731288427413 (+3 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/B: closing flushed file at 1731288427413Flushing 5be2b93ec5fbee59845023b734d1124f/C: creating writer at 1731288427827 (+414 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/C: appending metadata at 1731288427832 (+5 ms)Flushing 5be2b93ec5fbee59845023b734d1124f/C: closing flushed file at 1731288427832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a56b3d: reopening flushed file at 1731288428248 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7626ca62: reopening flushed file at 1731288428255 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c3cbe7: reopening flushed file at 1731288428261 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5be2b93ec5fbee59845023b734d1124f in 1697ms, sequenceid=256, compaction requested=true at 1731288428265 (+4 ms)Writing region close event to WAL at 1731288428266 (+1 ms)Running coprocessor post-close hooks at 1731288428268 (+2 ms)Closed at 1731288428269 (+1 ms) 2024-11-11T01:27:08,270 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,271 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=5be2b93ec5fbee59845023b734d1124f, regionState=CLOSED 2024-11-11T01:27:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:27:08,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-11T01:27:08,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 5be2b93ec5fbee59845023b734d1124f, server=612696b701d2,37447,1731288302179 in 1.8590 sec 2024-11-11T01:27:08,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-11T01:27:08,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5be2b93ec5fbee59845023b734d1124f, UNASSIGN in 1.8650 sec 2024-11-11T01:27:08,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-11T01:27:08,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-11T01:27:08,278 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288428277"}]},"ts":"1731288428277"} 2024-11-11T01:27:08,279 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T01:27:08,279 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T01:27:08,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8780 sec 2024-11-11T01:27:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T01:27:08,554 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:08,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T01:27:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,560 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T01:27:08,561 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,563 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,565 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/recovered.edits] 2024-11-11T01:27:08,568 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/241d69f9e5d54e9f833d3002a832d7ae to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/241d69f9e5d54e9f833d3002a832d7ae 2024-11-11T01:27:08,570 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4c1abd1dce1644cd9deafe68b88de017 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/4c1abd1dce1644cd9deafe68b88de017 2024-11-11T01:27:08,571 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/fc92a8cd08ba46da97e58e48252e3a54 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/A/fc92a8cd08ba46da97e58e48252e3a54 2024-11-11T01:27:08,574 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/294b63c1cfef48279c7723c1c9128fe0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/294b63c1cfef48279c7723c1c9128fe0 2024-11-11T01:27:08,576 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/63b97ccbd4724d4c9b47d905be91bc89 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/63b97ccbd4724d4c9b47d905be91bc89 2024-11-11T01:27:08,577 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/edc8b6837fba496c9bfc1a7409a6d7df to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/B/edc8b6837fba496c9bfc1a7409a6d7df 2024-11-11T01:27:08,579 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/5e55ce72b3a748a785888c17c6931958 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/5e55ce72b3a748a785888c17c6931958 2024-11-11T01:27:08,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7492e0314ade4b1a9e211143bd6e572d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/7492e0314ade4b1a9e211143bd6e572d 2024-11-11T01:27:08,581 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/a372e077975f447bb7e4da6a3096b993 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/C/a372e077975f447bb7e4da6a3096b993 2024-11-11T01:27:08,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/recovered.edits/259.seqid to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f/recovered.edits/259.seqid 2024-11-11T01:27:08,585 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,585 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T01:27:08,585 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T01:27:08,586 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T01:27:08,589 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111c96128847ec4cd89a649bf38167468a_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111c96128847ec4cd89a649bf38167468a_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,590 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112d8b4f4d12d340e49124bd22f82a9d59_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112d8b4f4d12d340e49124bd22f82a9d59_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,591 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113508959d6ea04498aeaee37c9b3023e1_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113508959d6ea04498aeaee37c9b3023e1_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115943dbe94bbe458282124f25e34ff45b_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115943dbe94bbe458282124f25e34ff45b_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,594 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111597c18e2c2a8402e93b98a145bc7b8a7_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111597c18e2c2a8402e93b98a145bc7b8a7_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e65b0ca9b8c496eb74d759b9a85f96c_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e65b0ca9b8c496eb74d759b9a85f96c_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,596 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111760e1d57c56447ffa7dbca1d6cfb8e00_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111760e1d57c56447ffa7dbca1d6cfb8e00_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,597 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111179dbd19a91054752a2e68289267e9e15_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111179dbd19a91054752a2e68289267e9e15_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,598 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117c0a819b20fb441e90cd6512663323fd_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117c0a819b20fb441e90cd6512663323fd_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a384da78268c427594aec7bb265df340_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a384da78268c427594aec7bb265df340_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ab6bc3e7eac743c79424a64ecf62d685_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ab6bc3e7eac743c79424a64ecf62d685_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,600 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b7c457967b354c7199e15af272355586_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b7c457967b354c7199e15af272355586_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d736852041de45b1ae4d56812da403d0_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d736852041de45b1ae4d56812da403d0_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,602 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f7622f11f8c344febb958a2c31e83a19_5be2b93ec5fbee59845023b734d1124f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f7622f11f8c344febb958a2c31e83a19_5be2b93ec5fbee59845023b734d1124f 2024-11-11T01:27:08,602 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T01:27:08,604 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,606 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T01:27:08,607 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T01:27:08,608 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,608 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T01:27:08,608 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731288428608"}]},"ts":"9223372036854775807"} 2024-11-11T01:27:08,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T01:27:08,610 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5be2b93ec5fbee59845023b734d1124f, NAME => 'TestAcidGuarantees,,1731288394347.5be2b93ec5fbee59845023b734d1124f.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T01:27:08,610 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T01:27:08,610 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731288428610"}]},"ts":"9223372036854775807"} 2024-11-11T01:27:08,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T01:27:08,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-11T01:27:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T01:27:08,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T01:27:08,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:08,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=445 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=7310 (was 7341) 2024-11-11T01:27:08,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=7309 2024-11-11T01:27:08,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:27:08,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:27:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:08,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:27:08,694 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:08,694 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-11T01:27:08,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:27:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-11T01:27:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742248_1424 (size=959) 2024-11-11T01:27:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-11T01:27:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-11T01:27:09,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:27:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742249_1425 (size=53) 2024-11-11T01:27:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-11T01:27:09,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:27:09,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c3a3cf18e4d6ebc19e5ffa61a38c02c4, disabling compactions & flushes 2024-11-11T01:27:09,518 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. after waiting 0 ms 2024-11-11T01:27:09,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,519 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,519 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: Waiting for close lock at 1731288429518Disabling compacts and flushes for region at 1731288429518Disabling writes for close at 1731288429518Writing region close event to WAL at 1731288429518Closed at 1731288429519 (+1 ms) 2024-11-11T01:27:09,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:27:09,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731288429522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288429522"}]},"ts":"1731288429522"} 2024-11-11T01:27:09,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:27:09,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:27:09,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288429526"}]},"ts":"1731288429526"} 2024-11-11T01:27:09,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T01:27:09,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, ASSIGN}] 2024-11-11T01:27:09,530 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, ASSIGN 2024-11-11T01:27:09,531 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, ASSIGN; state=OFFLINE, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=false 2024-11-11T01:27:09,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c3a3cf18e4d6ebc19e5ffa61a38c02c4, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:09,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, ASSIGN because future has completed 2024-11-11T01:27:09,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:27:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-11T01:27:09,847 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,848 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:27:09,850 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,851 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:27:09,851 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,851 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,854 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,855 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3a3cf18e4d6ebc19e5ffa61a38c02c4 columnFamilyName A 2024-11-11T01:27:09,855 DEBUG [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:09,856 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] regionserver.HStore(327): Store=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:09,856 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,858 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3a3cf18e4d6ebc19e5ffa61a38c02c4 columnFamilyName B 2024-11-11T01:27:09,858 DEBUG [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:09,858 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] regionserver.HStore(327): Store=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:09,858 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,860 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3a3cf18e4d6ebc19e5ffa61a38c02c4 columnFamilyName C 2024-11-11T01:27:09,860 DEBUG [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:09,860 INFO [StoreOpener-c3a3cf18e4d6ebc19e5ffa61a38c02c4-1 {}] regionserver.HStore(327): Store=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:09,860 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,861 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,862 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,863 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,863 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,864 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:27:09,865 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,867 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:27:09,868 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened c3a3cf18e4d6ebc19e5ffa61a38c02c4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850203, jitterRate=0.11535494029521942}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:27:09,868 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:09,869 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: Running coprocessor pre-open hook at 1731288429851Writing region info on filesystem at 1731288429851Initializing all the Stores at 1731288429853 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288429853Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288429853Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288429853Cleaning up temporary data from old regions at 1731288429863 (+10 ms)Running coprocessor post-open hooks at 1731288429868 (+5 ms)Region opened successfully at 1731288429869 (+1 ms) 2024-11-11T01:27:09,870 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., pid=118, masterSystemTime=1731288429840 2024-11-11T01:27:09,872 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,873 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:09,874 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c3a3cf18e4d6ebc19e5ffa61a38c02c4, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:27:09,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-11T01:27:09,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 in 190 msec 2024-11-11T01:27:09,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-11T01:27:09,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, ASSIGN in 349 msec 2024-11-11T01:27:09,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:27:09,881 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288429881"}]},"ts":"1731288429881"} 2024-11-11T01:27:09,883 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T01:27:09,883 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:27:09,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-11-11T01:27:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-11T01:27:10,854 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:10,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8abc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,860 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6400473d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,862 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d38426e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:27:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:27:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af65d45 2024-11-11T01:27:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:27:10,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:27:10,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c556d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213d1fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a50a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,874 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526b34c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85d7dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3764a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332fb878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739ed125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4897d11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e055985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48443120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce211d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,892 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a83b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,894 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571aed47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,896 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cbad83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,898 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4e5652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,900 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a7ef55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19659a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:10,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:10,909 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b87608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:10,910 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e24bf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:10,911 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,911 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,911 DEBUG [Thread-1925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:10,912 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,912 DEBUG [Thread-1927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,912 DEBUG [Thread-1914 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,913 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,913 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-11T01:27:10,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,913 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,913 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,914 DEBUG [Thread-1918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:10,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:10,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:10,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,918 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:10,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2] 2024-11-11T01:27:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:10,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:27:10,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/5e2d3685a0404a73a77c41323dcc8474 is 50, key is test_row_0/A:col10/1731288430920/Put/seqid=0 2024-11-11T01:27:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288490945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:10,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:10,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288490947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:10,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:10,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288490948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:10,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288490953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:10,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288490953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742250_1426 (size=16681) 2024-11-11T01:27:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T01:27:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288491062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288491062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288491062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288491062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288491063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T01:27:11,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288491272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288491272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288491273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288491273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288491273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/5e2d3685a0404a73a77c41323dcc8474 2024-11-11T01:27:11,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/bece4035c877490697fe5fc04fa7ccc4 is 50, key is test_row_0/B:col10/1731288430920/Put/seqid=0 2024-11-11T01:27:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742251_1427 (size=12001) 2024-11-11T01:27:11,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T01:27:11,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288491582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288491582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288491582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288491582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288491583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:11,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/bece4035c877490697fe5fc04fa7ccc4 2024-11-11T01:27:11,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/4356319b65df42679a61f566b5786717 is 50, key is test_row_0/C:col10/1731288430920/Put/seqid=0 2024-11-11T01:27:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742252_1428 (size=12001) 2024-11-11T01:27:11,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:11,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T01:27:12,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:12,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:12,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:12,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:12,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:12,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:12,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/4356319b65df42679a61f566b5786717 2024-11-11T01:27:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/5e2d3685a0404a73a77c41323dcc8474 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5e2d3685a0404a73a77c41323dcc8474 2024-11-11T01:27:12,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5e2d3685a0404a73a77c41323dcc8474, entries=250, sequenceid=12, filesize=16.3 K 2024-11-11T01:27:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/bece4035c877490697fe5fc04fa7ccc4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/bece4035c877490697fe5fc04fa7ccc4 2024-11-11T01:27:12,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/bece4035c877490697fe5fc04fa7ccc4, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T01:27:12,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/4356319b65df42679a61f566b5786717 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/4356319b65df42679a61f566b5786717 2024-11-11T01:27:12,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/4356319b65df42679a61f566b5786717, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T01:27:12,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1300ms, sequenceid=12, compaction requested=false 2024-11-11T01:27:12,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:12,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T01:27:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:12,294 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T01:27:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/47c19f43f2b34fbcb85078014dc6e8e6 is 50, key is test_row_0/A:col10/1731288430945/Put/seqid=0 2024-11-11T01:27:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742253_1429 (size=12001) 2024-11-11T01:27:12,702 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/47c19f43f2b34fbcb85078014dc6e8e6 2024-11-11T01:27:12,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/d52d933aad4d47399a0e1bf068e3178d is 50, key is test_row_0/B:col10/1731288430945/Put/seqid=0 2024-11-11T01:27:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742254_1430 (size=12001) 2024-11-11T01:27:12,711 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/d52d933aad4d47399a0e1bf068e3178d 2024-11-11T01:27:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5e8eec1bce1f49c5a44b20789b05ee16 is 50, key is test_row_0/C:col10/1731288430945/Put/seqid=0 2024-11-11T01:27:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742255_1431 (size=12001) 2024-11-11T01:27:12,721 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5e8eec1bce1f49c5a44b20789b05ee16 2024-11-11T01:27:12,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/47c19f43f2b34fbcb85078014dc6e8e6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/47c19f43f2b34fbcb85078014dc6e8e6 2024-11-11T01:27:12,727 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/47c19f43f2b34fbcb85078014dc6e8e6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T01:27:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/d52d933aad4d47399a0e1bf068e3178d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/d52d933aad4d47399a0e1bf068e3178d 2024-11-11T01:27:12,731 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/d52d933aad4d47399a0e1bf068e3178d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T01:27:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5e8eec1bce1f49c5a44b20789b05ee16 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5e8eec1bce1f49c5a44b20789b05ee16 2024-11-11T01:27:12,735 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5e8eec1bce1f49c5a44b20789b05ee16, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T01:27:12,736 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 442ms, sequenceid=38, compaction requested=false 2024-11-11T01:27:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-11T01:27:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-11T01:27:12,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-11T01:27:12,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-11T01:27:12,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8290 sec 2024-11-11T01:27:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T01:27:13,063 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:13,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-11T01:27:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:13,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:13,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:13,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:13,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:27:13,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/dee1e59036e748b6aa7f74464cbcb239 is 50, key is test_row_0/A:col10/1731288433109/Put/seqid=0 2024-11-11T01:27:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742256_1432 (size=16681) 2024-11-11T01:27:13,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288493148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288493149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288493152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288493153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288493157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:13,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T01:27:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288493263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288493263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288493263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288493272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288493272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T01:27:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:13,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288493472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288493472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288493482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288493482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288493482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/dee1e59036e748b6aa7f74464cbcb239 2024-11-11T01:27:13,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T01:27:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/0330e75dbfb845b78767ca53b3e822f9 is 50, key is test_row_0/B:col10/1731288433109/Put/seqid=0 2024-11-11T01:27:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742257_1433 (size=12001) 2024-11-11T01:27:13,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/0330e75dbfb845b78767ca53b3e822f9 2024-11-11T01:27:13,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/6101127eb3eb4081b367858495182235 is 50, key is test_row_0/C:col10/1731288433109/Put/seqid=0 2024-11-11T01:27:13,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742258_1434 (size=12001) 2024-11-11T01:27:13,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T01:27:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:13,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T01:27:13,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288493782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288493782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288493792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288493792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288493792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:13,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T01:27:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:13,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/6101127eb3eb4081b367858495182235 2024-11-11T01:27:13,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/dee1e59036e748b6aa7f74464cbcb239 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dee1e59036e748b6aa7f74464cbcb239 2024-11-11T01:27:13,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dee1e59036e748b6aa7f74464cbcb239, entries=250, sequenceid=49, filesize=16.3 K 2024-11-11T01:27:13,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/0330e75dbfb845b78767ca53b3e822f9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/0330e75dbfb845b78767ca53b3e822f9 2024-11-11T01:27:13,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/0330e75dbfb845b78767ca53b3e822f9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T01:27:13,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/6101127eb3eb4081b367858495182235 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6101127eb3eb4081b367858495182235 2024-11-11T01:27:13,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6101127eb3eb4081b367858495182235, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T01:27:13,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 849ms, sequenceid=49, compaction requested=true 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:13,960 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:13,960 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:13,961 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:13,961 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:13,961 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/A is initiating minor compaction (all files) 2024-11-11T01:27:13,961 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/B is initiating minor compaction (all files) 2024-11-11T01:27:13,961 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/A in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,961 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/B in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,961 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/bece4035c877490697fe5fc04fa7ccc4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/d52d933aad4d47399a0e1bf068e3178d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/0330e75dbfb845b78767ca53b3e822f9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.2 K 2024-11-11T01:27:13,961 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5e2d3685a0404a73a77c41323dcc8474, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/47c19f43f2b34fbcb85078014dc6e8e6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dee1e59036e748b6aa7f74464cbcb239] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=44.3 K 2024-11-11T01:27:13,962 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting bece4035c877490697fe5fc04fa7ccc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731288430920 2024-11-11T01:27:13,962 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e2d3685a0404a73a77c41323dcc8474, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731288430920 2024-11-11T01:27:13,962 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d52d933aad4d47399a0e1bf068e3178d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731288430945 2024-11-11T01:27:13,962 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c19f43f2b34fbcb85078014dc6e8e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731288430945 2024-11-11T01:27:13,962 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting dee1e59036e748b6aa7f74464cbcb239, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731288433102 2024-11-11T01:27:13,962 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 0330e75dbfb845b78767ca53b3e822f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731288433104 2024-11-11T01:27:13,968 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#A#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:13,968 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/931fbed3647e43b79d854daa21f61ebe is 50, key is test_row_0/A:col10/1731288433109/Put/seqid=0 2024-11-11T01:27:13,970 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:13,970 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/018c8549d3904831bc10f30756b9d461 is 50, key is test_row_0/B:col10/1731288433109/Put/seqid=0 2024-11-11T01:27:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742259_1435 (size=12104) 2024-11-11T01:27:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742260_1436 (size=12104) 2024-11-11T01:27:13,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T01:27:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:13,981 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T01:27:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/fffb6939db894678aca233bd048e2de7 is 50, key is test_row_0/A:col10/1731288433152/Put/seqid=0 2024-11-11T01:27:13,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742261_1437 (size=12001) 2024-11-11T01:27:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288494306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288494307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288494308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288494309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288494310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,383 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/018c8549d3904831bc10f30756b9d461 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/018c8549d3904831bc10f30756b9d461 2024-11-11T01:27:14,383 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/931fbed3647e43b79d854daa21f61ebe as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/931fbed3647e43b79d854daa21f61ebe 2024-11-11T01:27:14,386 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/A of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 931fbed3647e43b79d854daa21f61ebe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:14,386 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/B of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 018c8549d3904831bc10f30756b9d461(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:14,386 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, priority=13, startTime=1731288433960; duration=0sec 2024-11-11T01:27:14,386 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, priority=13, startTime=1731288433960; duration=0sec 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:A 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:B 2024-11-11T01:27:14,386 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:14,387 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:14,387 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/C is initiating minor compaction (all files) 2024-11-11T01:27:14,387 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/C in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:14,387 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/4356319b65df42679a61f566b5786717, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5e8eec1bce1f49c5a44b20789b05ee16, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6101127eb3eb4081b367858495182235] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.2 K 2024-11-11T01:27:14,387 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4356319b65df42679a61f566b5786717, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731288430920 2024-11-11T01:27:14,387 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e8eec1bce1f49c5a44b20789b05ee16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731288430945 2024-11-11T01:27:14,388 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6101127eb3eb4081b367858495182235, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731288433104 2024-11-11T01:27:14,388 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/fffb6939db894678aca233bd048e2de7 2024-11-11T01:27:14,394 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/e9ec3f5ba0b94127bfb82752eac55f8c is 50, key is test_row_0/B:col10/1731288433152/Put/seqid=0 2024-11-11T01:27:14,394 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/009232c0e0294ff0866ca9bcf78d75c0 is 50, key is test_row_0/C:col10/1731288433109/Put/seqid=0 2024-11-11T01:27:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742262_1438 (size=12001) 2024-11-11T01:27:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742263_1439 (size=12104) 2024-11-11T01:27:14,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288494422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288494422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288494422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288494422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288494422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288494632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288494632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288494632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288494632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288494632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,806 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/e9ec3f5ba0b94127bfb82752eac55f8c 2024-11-11T01:27:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/f879fba2b4324087b9f50fd3e5fa7b97 is 50, key is test_row_0/C:col10/1731288433152/Put/seqid=0 2024-11-11T01:27:14,815 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/009232c0e0294ff0866ca9bcf78d75c0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/009232c0e0294ff0866ca9bcf78d75c0 2024-11-11T01:27:14,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742264_1440 (size=12001) 2024-11-11T01:27:14,818 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/C of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 009232c0e0294ff0866ca9bcf78d75c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:14,818 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:14,818 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, priority=13, startTime=1731288433960; duration=0sec 2024-11-11T01:27:14,819 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:14,819 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:C 2024-11-11T01:27:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288494942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288494943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288494943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288494943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288494943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:15,214 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/f879fba2b4324087b9f50fd3e5fa7b97 2024-11-11T01:27:15,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/fffb6939db894678aca233bd048e2de7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/fffb6939db894678aca233bd048e2de7 2024-11-11T01:27:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/fffb6939db894678aca233bd048e2de7, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T01:27:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/e9ec3f5ba0b94127bfb82752eac55f8c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e9ec3f5ba0b94127bfb82752eac55f8c 2024-11-11T01:27:15,223 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e9ec3f5ba0b94127bfb82752eac55f8c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T01:27:15,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/f879fba2b4324087b9f50fd3e5fa7b97 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/f879fba2b4324087b9f50fd3e5fa7b97 2024-11-11T01:27:15,226 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/f879fba2b4324087b9f50fd3e5fa7b97, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T01:27:15,227 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1246ms, sequenceid=74, compaction requested=false 2024-11-11T01:27:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-11T01:27:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-11T01:27:15,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-11T01:27:15,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec 2024-11-11T01:27:15,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.1670 sec 2024-11-11T01:27:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:15,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:27:15,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/e624b39bbb1046cba24152357b68b7ed is 50, key is test_row_0/A:col10/1731288435457/Put/seqid=0 2024-11-11T01:27:15,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742265_1441 (size=12001) 2024-11-11T01:27:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288495497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288495498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288495500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288495501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288495501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288495612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288495612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288495612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288495612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288495612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288495822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288495822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288495822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288495822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288495822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:15,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/e624b39bbb1046cba24152357b68b7ed 2024-11-11T01:27:15,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/743a39f44efd406cb080fe45b204f70b is 50, key is test_row_0/B:col10/1731288435457/Put/seqid=0 2024-11-11T01:27:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742266_1442 (size=12001) 2024-11-11T01:27:16,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288496132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288496132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288496132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288496132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288496132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/743a39f44efd406cb080fe45b204f70b 2024-11-11T01:27:16,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/7e062c7e9f0342eea33afd79ac59c1a1 is 50, key is test_row_0/C:col10/1731288435457/Put/seqid=0 2024-11-11T01:27:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742267_1443 (size=12001) 2024-11-11T01:27:16,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288496642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288496642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288496642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288496642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288496642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:16,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:16,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/7e062c7e9f0342eea33afd79ac59c1a1 2024-11-11T01:27:16,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/e624b39bbb1046cba24152357b68b7ed as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/e624b39bbb1046cba24152357b68b7ed 2024-11-11T01:27:16,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/e624b39bbb1046cba24152357b68b7ed, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T01:27:16,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/743a39f44efd406cb080fe45b204f70b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/743a39f44efd406cb080fe45b204f70b 2024-11-11T01:27:16,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/743a39f44efd406cb080fe45b204f70b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T01:27:16,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/7e062c7e9f0342eea33afd79ac59c1a1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/7e062c7e9f0342eea33afd79ac59c1a1 2024-11-11T01:27:16,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/7e062c7e9f0342eea33afd79ac59c1a1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T01:27:16,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1244ms, sequenceid=90, compaction requested=true 2024-11-11T01:27:16,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:16,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:16,701 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:16,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:16,701 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:16,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:16,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:16,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:16,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:16,704 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:16,704 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:16,704 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/A is initiating minor compaction (all files) 2024-11-11T01:27:16,704 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/A in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:16,704 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/931fbed3647e43b79d854daa21f61ebe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/fffb6939db894678aca233bd048e2de7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/e624b39bbb1046cba24152357b68b7ed] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.3 K 2024-11-11T01:27:16,704 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/B is initiating minor compaction (all files) 2024-11-11T01:27:16,704 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/B in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:16,704 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/018c8549d3904831bc10f30756b9d461, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e9ec3f5ba0b94127bfb82752eac55f8c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/743a39f44efd406cb080fe45b204f70b] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.3 K 2024-11-11T01:27:16,705 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 931fbed3647e43b79d854daa21f61ebe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731288433104 2024-11-11T01:27:16,705 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 018c8549d3904831bc10f30756b9d461, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731288433104 2024-11-11T01:27:16,705 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting fffb6939db894678aca233bd048e2de7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731288433147 2024-11-11T01:27:16,705 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e9ec3f5ba0b94127bfb82752eac55f8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731288433147 2024-11-11T01:27:16,705 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting e624b39bbb1046cba24152357b68b7ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731288434306 2024-11-11T01:27:16,705 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 743a39f44efd406cb080fe45b204f70b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731288434306 2024-11-11T01:27:16,711 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#A#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:16,711 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/385a8835e5ec4c8c8bc868e03caf02b7 is 50, key is test_row_0/A:col10/1731288435457/Put/seqid=0 2024-11-11T01:27:16,713 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:16,713 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/a6088bcc3d6c4786b75aba43f3e9905f is 50, key is test_row_0/B:col10/1731288435457/Put/seqid=0 2024-11-11T01:27:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742269_1445 (size=12207) 2024-11-11T01:27:16,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742268_1444 (size=12207) 2024-11-11T01:27:16,727 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/385a8835e5ec4c8c8bc868e03caf02b7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/385a8835e5ec4c8c8bc868e03caf02b7 2024-11-11T01:27:16,727 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/a6088bcc3d6c4786b75aba43f3e9905f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/a6088bcc3d6c4786b75aba43f3e9905f 2024-11-11T01:27:16,734 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/B of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into a6088bcc3d6c4786b75aba43f3e9905f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:16,734 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:16,734 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, priority=13, startTime=1731288436701; duration=0sec 2024-11-11T01:27:16,734 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:16,734 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:B 2024-11-11T01:27:16,734 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:16,735 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:16,735 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/C is initiating minor compaction (all files) 2024-11-11T01:27:16,735 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/C in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:16,735 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/A of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 385a8835e5ec4c8c8bc868e03caf02b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:16,735 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:16,735 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/009232c0e0294ff0866ca9bcf78d75c0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/f879fba2b4324087b9f50fd3e5fa7b97, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/7e062c7e9f0342eea33afd79ac59c1a1] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.3 K 2024-11-11T01:27:16,735 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, priority=13, startTime=1731288436701; duration=0sec 2024-11-11T01:27:16,735 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:16,735 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:A 2024-11-11T01:27:16,735 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 009232c0e0294ff0866ca9bcf78d75c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731288433104 2024-11-11T01:27:16,736 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f879fba2b4324087b9f50fd3e5fa7b97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731288433147 2024-11-11T01:27:16,736 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e062c7e9f0342eea33afd79ac59c1a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731288434306 2024-11-11T01:27:16,742 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#C#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:16,742 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/2da36dd596a54e8ea0e589ecf8a58117 is 50, key is test_row_0/C:col10/1731288435457/Put/seqid=0 2024-11-11T01:27:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742270_1446 (size=12207) 2024-11-11T01:27:16,757 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/2da36dd596a54e8ea0e589ecf8a58117 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/2da36dd596a54e8ea0e589ecf8a58117 2024-11-11T01:27:16,761 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/C of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 2da36dd596a54e8ea0e589ecf8a58117(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:16,761 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:16,761 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, priority=13, startTime=1731288436702; duration=0sec 2024-11-11T01:27:16,761 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:16,761 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:C 2024-11-11T01:27:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T01:27:17,232 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-11T01:27:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T01:27:17,234 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:17,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:17,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T01:27:17,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T01:27:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:17,387 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:27:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/bf2e7d80f0ec46f08c59d75acc6c39a7 is 50, key is test_row_0/A:col10/1731288435498/Put/seqid=0 2024-11-11T01:27:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742271_1447 (size=12001) 2024-11-11T01:27:17,398 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/bf2e7d80f0ec46f08c59d75acc6c39a7 2024-11-11T01:27:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/8b0185ac6b7945839b08d217b258c99b is 50, key is test_row_0/B:col10/1731288435498/Put/seqid=0 2024-11-11T01:27:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742272_1448 (size=12001) 2024-11-11T01:27:17,408 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/8b0185ac6b7945839b08d217b258c99b 2024-11-11T01:27:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/c7fc63775da54af69bda69da4192c9a9 is 50, key is test_row_0/C:col10/1731288435498/Put/seqid=0 2024-11-11T01:27:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742273_1449 (size=12001) 2024-11-11T01:27:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T01:27:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:17,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288497665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288497666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288497667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288497667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288497668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288497782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288497782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288497782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288497782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288497782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:17,825 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/c7fc63775da54af69bda69da4192c9a9 2024-11-11T01:27:17,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/bf2e7d80f0ec46f08c59d75acc6c39a7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/bf2e7d80f0ec46f08c59d75acc6c39a7 2024-11-11T01:27:17,831 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/bf2e7d80f0ec46f08c59d75acc6c39a7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T01:27:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/8b0185ac6b7945839b08d217b258c99b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/8b0185ac6b7945839b08d217b258c99b 2024-11-11T01:27:17,834 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/8b0185ac6b7945839b08d217b258c99b, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T01:27:17,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/c7fc63775da54af69bda69da4192c9a9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/c7fc63775da54af69bda69da4192c9a9 2024-11-11T01:27:17,838 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/c7fc63775da54af69bda69da4192c9a9, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T01:27:17,838 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 451ms, sequenceid=117, compaction requested=false 2024-11-11T01:27:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-11T01:27:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-11T01:27:17,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-11T01:27:17,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 605 msec 2024-11-11T01:27:17,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 608 msec 2024-11-11T01:27:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T01:27:17,862 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:17,863 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-11T01:27:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:17,864 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:17,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:17,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:17,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:17,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T01:27:18,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/f50a45f3ad5a418b8c817d8a39c87de7 is 50, key is test_row_0/A:col10/1731288437665/Put/seqid=0 2024-11-11T01:27:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742274_1450 (size=16781) 2024-11-11T01:27:18,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288498022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288498027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288498028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288498031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288498032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288498142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288498142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288498142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288498142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288498142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:18,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288498352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288498352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288498352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288498352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288498352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/f50a45f3ad5a418b8c817d8a39c87de7 2024-11-11T01:27:18,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/e1fd0d8dc6f24eab98cdcc46fc5056b7 is 50, key is test_row_0/B:col10/1731288437665/Put/seqid=0 2024-11-11T01:27:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742275_1451 (size=12101) 2024-11-11T01:27:18,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:18,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288498662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288498662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288498662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288498662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288498662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:18,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/e1fd0d8dc6f24eab98cdcc46fc5056b7 2024-11-11T01:27:18,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/6733b42c69314dac89d753ef3b2b476c is 50, key is test_row_0/C:col10/1731288437665/Put/seqid=0 2024-11-11T01:27:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742276_1452 (size=12101) 2024-11-11T01:27:18,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:18,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:19,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:19,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288499172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288499172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288499172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288499172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:19,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288499173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:19,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/6733b42c69314dac89d753ef3b2b476c 2024-11-11T01:27:19,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/f50a45f3ad5a418b8c817d8a39c87de7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/f50a45f3ad5a418b8c817d8a39c87de7 2024-11-11T01:27:19,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/f50a45f3ad5a418b8c817d8a39c87de7, entries=250, sequenceid=131, filesize=16.4 K 2024-11-11T01:27:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/e1fd0d8dc6f24eab98cdcc46fc5056b7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e1fd0d8dc6f24eab98cdcc46fc5056b7 2024-11-11T01:27:19,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e1fd0d8dc6f24eab98cdcc46fc5056b7, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T01:27:19,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/6733b42c69314dac89d753ef3b2b476c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6733b42c69314dac89d753ef3b2b476c 2024-11-11T01:27:19,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6733b42c69314dac89d753ef3b2b476c, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T01:27:19,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1242ms, sequenceid=131, compaction requested=true 2024-11-11T01:27:19,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:19,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:19,238 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:19,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T01:27:19,238 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:27:19,238 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:19,240 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:19,240 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/A is initiating minor compaction (all files) 2024-11-11T01:27:19,240 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/A in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:19,240 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/385a8835e5ec4c8c8bc868e03caf02b7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/bf2e7d80f0ec46f08c59d75acc6c39a7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/f50a45f3ad5a418b8c817d8a39c87de7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=40.0 K 2024-11-11T01:27:19,240 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:19,240 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 385a8835e5ec4c8c8bc868e03caf02b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731288434306 2024-11-11T01:27:19,240 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/B is initiating minor compaction (all files) 2024-11-11T01:27:19,240 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/B in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:19,240 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/a6088bcc3d6c4786b75aba43f3e9905f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/8b0185ac6b7945839b08d217b258c99b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e1fd0d8dc6f24eab98cdcc46fc5056b7] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.5 K 2024-11-11T01:27:19,241 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a6088bcc3d6c4786b75aba43f3e9905f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731288434306 2024-11-11T01:27:19,241 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf2e7d80f0ec46f08c59d75acc6c39a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731288435496 2024-11-11T01:27:19,241 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b0185ac6b7945839b08d217b258c99b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731288435496 2024-11-11T01:27:19,241 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f50a45f3ad5a418b8c817d8a39c87de7, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288437665 2024-11-11T01:27:19,242 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting e1fd0d8dc6f24eab98cdcc46fc5056b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288437665 2024-11-11T01:27:19,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/a80d6a59dd18401496af302a195c3a40 is 50, key is test_row_0/A:col10/1731288438017/Put/seqid=0 2024-11-11T01:27:19,254 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:19,254 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/6feea5f911f3436bb1aa7e28920c2de4 is 50, key is test_row_0/B:col10/1731288437665/Put/seqid=0 2024-11-11T01:27:19,256 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:19,256 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/d66388e58d4f49d381bd6484f7bf978d is 50, key is test_row_0/A:col10/1731288437665/Put/seqid=0 2024-11-11T01:27:19,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742277_1453 (size=12151) 2024-11-11T01:27:19,260 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/a80d6a59dd18401496af302a195c3a40 2024-11-11T01:27:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742278_1454 (size=12409) 2024-11-11T01:27:19,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/b2297719e0344809b195e58a2698356f is 50, key is test_row_0/B:col10/1731288438017/Put/seqid=0 2024-11-11T01:27:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742279_1455 (size=12409) 2024-11-11T01:27:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742280_1456 (size=12151) 2024-11-11T01:27:19,682 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/6feea5f911f3436bb1aa7e28920c2de4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/6feea5f911f3436bb1aa7e28920c2de4 2024-11-11T01:27:19,685 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/B of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 6feea5f911f3436bb1aa7e28920c2de4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:19,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:19,685 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, priority=13, startTime=1731288439238; duration=0sec 2024-11-11T01:27:19,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:19,685 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:B 2024-11-11T01:27:19,686 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:19,686 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:19,686 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/C is initiating minor compaction (all files) 2024-11-11T01:27:19,686 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/C in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:19,686 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/2da36dd596a54e8ea0e589ecf8a58117, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/c7fc63775da54af69bda69da4192c9a9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6733b42c69314dac89d753ef3b2b476c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.5 K 2024-11-11T01:27:19,687 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2da36dd596a54e8ea0e589ecf8a58117, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731288434306 2024-11-11T01:27:19,687 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c7fc63775da54af69bda69da4192c9a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731288435496 2024-11-11T01:27:19,687 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6733b42c69314dac89d753ef3b2b476c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288437665 2024-11-11T01:27:19,690 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/b2297719e0344809b195e58a2698356f 2024-11-11T01:27:19,693 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:19,694 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/062cc94450ed470699b5cd51b80c7092 is 50, key is test_row_0/C:col10/1731288437665/Put/seqid=0 2024-11-11T01:27:19,694 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/d66388e58d4f49d381bd6484f7bf978d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d66388e58d4f49d381bd6484f7bf978d 2024-11-11T01:27:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/3b3b8b3e750b41f08035a33a6bf38641 is 50, key is test_row_0/C:col10/1731288438017/Put/seqid=0 2024-11-11T01:27:19,701 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/A of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into d66388e58d4f49d381bd6484f7bf978d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:19,701 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:19,701 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, priority=13, startTime=1731288439238; duration=0sec 2024-11-11T01:27:19,701 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:19,701 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:A 2024-11-11T01:27:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742281_1457 (size=12409) 2024-11-11T01:27:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742282_1458 (size=12151) 2024-11-11T01:27:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:20,113 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/3b3b8b3e750b41f08035a33a6bf38641 2024-11-11T01:27:20,114 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/062cc94450ed470699b5cd51b80c7092 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/062cc94450ed470699b5cd51b80c7092 2024-11-11T01:27:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/a80d6a59dd18401496af302a195c3a40 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/a80d6a59dd18401496af302a195c3a40 2024-11-11T01:27:20,117 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/C of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 062cc94450ed470699b5cd51b80c7092(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:20,117 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:20,117 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, priority=13, startTime=1731288439238; duration=0sec 2024-11-11T01:27:20,117 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:20,117 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:C 2024-11-11T01:27:20,118 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/a80d6a59dd18401496af302a195c3a40, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T01:27:20,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/b2297719e0344809b195e58a2698356f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b2297719e0344809b195e58a2698356f 2024-11-11T01:27:20,122 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b2297719e0344809b195e58a2698356f, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T01:27:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/3b3b8b3e750b41f08035a33a6bf38641 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/3b3b8b3e750b41f08035a33a6bf38641 2024-11-11T01:27:20,126 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/3b3b8b3e750b41f08035a33a6bf38641, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T01:27:20,127 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 888ms, sequenceid=153, compaction requested=false 2024-11-11T01:27:20,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:20,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:20,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-11T01:27:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-11T01:27:20,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-11T01:27:20,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-11-11T01:27:20,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2670 sec 2024-11-11T01:27:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:20,196 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:20,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T01:27:20,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0bb722b0c3b54917ba4f01397b4347f3 is 50, key is test_row_0/A:col10/1731288440193/Put/seqid=0 2024-11-11T01:27:20,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742283_1459 (size=12151) 2024-11-11T01:27:20,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288500260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288500260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288500261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288500261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288500270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288500372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288500372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288500372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288500382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288500382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288500592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288500592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288500592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0bb722b0c3b54917ba4f01397b4347f3 2024-11-11T01:27:20,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288500602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288500602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/920b55b7543446e997596d42330c2bde is 50, key is test_row_0/B:col10/1731288440193/Put/seqid=0 2024-11-11T01:27:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742284_1460 (size=12151) 2024-11-11T01:27:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288500902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288500903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288500903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288500912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288500912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:20,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:20,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:21,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/920b55b7543446e997596d42330c2bde 2024-11-11T01:27:21,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/b60a78f841484851805985c66eaa9d2c is 50, key is test_row_0/C:col10/1731288440193/Put/seqid=0 2024-11-11T01:27:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742285_1461 (size=12151) 2024-11-11T01:27:21,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288501412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:21,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288501412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:21,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288501422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288501432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288501432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:21,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/b60a78f841484851805985c66eaa9d2c 2024-11-11T01:27:21,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0bb722b0c3b54917ba4f01397b4347f3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0bb722b0c3b54917ba4f01397b4347f3 2024-11-11T01:27:21,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0bb722b0c3b54917ba4f01397b4347f3, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T01:27:21,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/920b55b7543446e997596d42330c2bde as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/920b55b7543446e997596d42330c2bde 2024-11-11T01:27:21,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/920b55b7543446e997596d42330c2bde, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T01:27:21,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/b60a78f841484851805985c66eaa9d2c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/b60a78f841484851805985c66eaa9d2c 2024-11-11T01:27:21,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/b60a78f841484851805985c66eaa9d2c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T01:27:21,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1281ms, sequenceid=168, compaction requested=true 2024-11-11T01:27:21,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:21,478 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:21,478 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:21,478 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:21,478 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:21,478 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/B is initiating minor compaction (all files) 2024-11-11T01:27:21,478 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/A is initiating minor compaction (all files) 2024-11-11T01:27:21,478 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/B in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:21,478 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/A in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:21,479 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d66388e58d4f49d381bd6484f7bf978d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/a80d6a59dd18401496af302a195c3a40, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0bb722b0c3b54917ba4f01397b4347f3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.9 K 2024-11-11T01:27:21,479 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/6feea5f911f3436bb1aa7e28920c2de4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b2297719e0344809b195e58a2698356f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/920b55b7543446e997596d42330c2bde] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.9 K 2024-11-11T01:27:21,479 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6feea5f911f3436bb1aa7e28920c2de4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288437665 2024-11-11T01:27:21,479 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d66388e58d4f49d381bd6484f7bf978d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288437665 2024-11-11T01:27:21,479 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b2297719e0344809b195e58a2698356f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731288438017 2024-11-11T01:27:21,479 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a80d6a59dd18401496af302a195c3a40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731288438017 2024-11-11T01:27:21,479 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 920b55b7543446e997596d42330c2bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731288440193 2024-11-11T01:27:21,479 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb722b0c3b54917ba4f01397b4347f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731288440193 2024-11-11T01:27:21,488 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#A#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:21,488 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/dae01746711843b69c0b75a8eb449564 is 50, key is test_row_0/A:col10/1731288440193/Put/seqid=0 2024-11-11T01:27:21,489 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:21,489 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/869dc3cbcc984eeca073b25aade1b3f5 is 50, key is test_row_0/B:col10/1731288440193/Put/seqid=0 2024-11-11T01:27:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742286_1462 (size=12561) 2024-11-11T01:27:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742287_1463 (size=12561) 2024-11-11T01:27:21,501 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/dae01746711843b69c0b75a8eb449564 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dae01746711843b69c0b75a8eb449564 2024-11-11T01:27:21,501 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/869dc3cbcc984eeca073b25aade1b3f5 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/869dc3cbcc984eeca073b25aade1b3f5 2024-11-11T01:27:21,506 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/A of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into dae01746711843b69c0b75a8eb449564(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:21,506 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/B of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 869dc3cbcc984eeca073b25aade1b3f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:21,506 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, priority=13, startTime=1731288441478; duration=0sec 2024-11-11T01:27:21,506 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, priority=13, startTime=1731288441477; duration=0sec 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:A 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:B 2024-11-11T01:27:21,506 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:21,507 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:21,507 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/C is initiating minor compaction (all files) 2024-11-11T01:27:21,507 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/C in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:21,507 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/062cc94450ed470699b5cd51b80c7092, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/3b3b8b3e750b41f08035a33a6bf38641, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/b60a78f841484851805985c66eaa9d2c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=35.9 K 2024-11-11T01:27:21,508 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 062cc94450ed470699b5cd51b80c7092, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731288437665 2024-11-11T01:27:21,508 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b3b8b3e750b41f08035a33a6bf38641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731288438017 2024-11-11T01:27:21,508 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting b60a78f841484851805985c66eaa9d2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731288440193 2024-11-11T01:27:21,512 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:21,513 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/a3d1352c33354ba9a6531a0c174e3fb7 is 50, key is test_row_0/C:col10/1731288440193/Put/seqid=0 2024-11-11T01:27:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742288_1464 (size=12561) 2024-11-11T01:27:21,919 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/a3d1352c33354ba9a6531a0c174e3fb7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a3d1352c33354ba9a6531a0c174e3fb7 2024-11-11T01:27:21,922 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/C of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into a3d1352c33354ba9a6531a0c174e3fb7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:21,923 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:21,923 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, priority=13, startTime=1731288441478; duration=0sec 2024-11-11T01:27:21,923 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:21,923 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:C 2024-11-11T01:27:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T01:27:22,022 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:22,022 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-11T01:27:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T01:27:22,024 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:22,024 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:22,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T01:27:22,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-11T01:27:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:22,176 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T01:27:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/6a1e10951d934aafa5d269b2abbcc93c is 50, key is test_row_0/A:col10/1731288440268/Put/seqid=0 2024-11-11T01:27:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742289_1465 (size=12151) 2024-11-11T01:27:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T01:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:22,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288502446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288502448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288502452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288502452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288502454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,456 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,456 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288502562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288502562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288502563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,583 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/6a1e10951d934aafa5d269b2abbcc93c 2024-11-11T01:27:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/876727827ec94738a7f4599cc5380f24 is 50, key is test_row_0/B:col10/1731288440268/Put/seqid=0 2024-11-11T01:27:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742290_1466 (size=12151) 2024-11-11T01:27:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T01:27:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288502772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288502772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288502773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:22,991 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/876727827ec94738a7f4599cc5380f24 2024-11-11T01:27:22,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/1a04d2c6391743f899b952dd595a4ec9 is 50, key is test_row_0/C:col10/1731288440268/Put/seqid=0 2024-11-11T01:27:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742291_1467 (size=12151) 2024-11-11T01:27:23,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288503082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288503082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288503082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T01:27:23,401 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/1a04d2c6391743f899b952dd595a4ec9 2024-11-11T01:27:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/6a1e10951d934aafa5d269b2abbcc93c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/6a1e10951d934aafa5d269b2abbcc93c 2024-11-11T01:27:23,406 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/6a1e10951d934aafa5d269b2abbcc93c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T01:27:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/876727827ec94738a7f4599cc5380f24 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/876727827ec94738a7f4599cc5380f24 2024-11-11T01:27:23,409 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/876727827ec94738a7f4599cc5380f24, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T01:27:23,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/1a04d2c6391743f899b952dd595a4ec9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/1a04d2c6391743f899b952dd595a4ec9 2024-11-11T01:27:23,412 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/1a04d2c6391743f899b952dd595a4ec9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T01:27:23,412 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1237ms, sequenceid=195, compaction requested=false 2024-11-11T01:27:23,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:23,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:23,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-11T01:27:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-11T01:27:23,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-11T01:27:23,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-11T01:27:23,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3940 sec 2024-11-11T01:27:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:23,595 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:23,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T01:27:23,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/db0128c05c5b478d8ff1c3c2250db23c is 50, key is test_row_0/A:col10/1731288443596/Put/seqid=0 2024-11-11T01:27:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742292_1468 (size=16931) 2024-11-11T01:27:23,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288503670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288503672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288503681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288503792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288503792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288503792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/db0128c05c5b478d8ff1c3c2250db23c 2024-11-11T01:27:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288504002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288504002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288504002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/f7c93a1d726a480fb50b9d09d7c53348 is 50, key is test_row_0/B:col10/1731288443596/Put/seqid=0 2024-11-11T01:27:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742293_1469 (size=12151) 2024-11-11T01:27:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T01:27:24,173 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:24,173 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-11T01:27:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T01:27:24,174 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:24,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:24,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T01:27:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288504312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288504312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288504312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T01:27:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/f7c93a1d726a480fb50b9d09d7c53348 2024-11-11T01:27:24,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5c76596222d7474bb1ece8b4dd7345d9 is 50, key is test_row_0/C:col10/1731288443596/Put/seqid=0 2024-11-11T01:27:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742294_1470 (size=12151) 2024-11-11T01:27:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288504462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,468 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T01:27:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288504482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,487 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T01:27:24,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T01:27:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T01:27:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T01:27:24,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5c76596222d7474bb1ece8b4dd7345d9 2024-11-11T01:27:24,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/db0128c05c5b478d8ff1c3c2250db23c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/db0128c05c5b478d8ff1c3c2250db23c 2024-11-11T01:27:24,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/db0128c05c5b478d8ff1c3c2250db23c, entries=250, sequenceid=209, filesize=16.5 K 2024-11-11T01:27:24,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/f7c93a1d726a480fb50b9d09d7c53348 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/f7c93a1d726a480fb50b9d09d7c53348 2024-11-11T01:27:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288504822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288504822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288504822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:24,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/f7c93a1d726a480fb50b9d09d7c53348, entries=150, sequenceid=209, filesize=11.9 K 2024-11-11T01:27:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5c76596222d7474bb1ece8b4dd7345d9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5c76596222d7474bb1ece8b4dd7345d9 2024-11-11T01:27:24,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5c76596222d7474bb1ece8b4dd7345d9, entries=150, sequenceid=209, filesize=11.9 K 2024-11-11T01:27:24,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1240ms, sequenceid=209, compaction requested=true 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:24,835 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:24,835 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:24,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:24,836 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:24,836 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:24,836 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/B is initiating minor compaction (all files) 2024-11-11T01:27:24,836 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/A is initiating minor compaction (all files) 2024-11-11T01:27:24,836 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/A in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,836 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/B in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,836 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dae01746711843b69c0b75a8eb449564, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/6a1e10951d934aafa5d269b2abbcc93c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/db0128c05c5b478d8ff1c3c2250db23c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=40.7 K 2024-11-11T01:27:24,836 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/869dc3cbcc984eeca073b25aade1b3f5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/876727827ec94738a7f4599cc5380f24, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/f7c93a1d726a480fb50b9d09d7c53348] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=36.0 K 2024-11-11T01:27:24,836 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting dae01746711843b69c0b75a8eb449564, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731288440193 2024-11-11T01:27:24,836 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 869dc3cbcc984eeca073b25aade1b3f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731288440193 2024-11-11T01:27:24,837 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a1e10951d934aafa5d269b2abbcc93c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731288440237 2024-11-11T01:27:24,837 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 876727827ec94738a7f4599cc5380f24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731288440237 2024-11-11T01:27:24,837 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting db0128c05c5b478d8ff1c3c2250db23c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731288442443 2024-11-11T01:27:24,837 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c93a1d726a480fb50b9d09d7c53348, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731288442452 2024-11-11T01:27:24,842 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:24,843 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0255d82ad73f478ab157f20bcd24bb07 is 50, key is test_row_0/A:col10/1731288443596/Put/seqid=0 2024-11-11T01:27:24,845 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:24,845 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/b81e968dbe3d4306bc3a1fb291499a72 is 50, key is test_row_0/B:col10/1731288443596/Put/seqid=0 2024-11-11T01:27:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742295_1471 (size=12663) 2024-11-11T01:27:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742296_1472 (size=12663) 2024-11-11T01:27:24,854 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/b81e968dbe3d4306bc3a1fb291499a72 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b81e968dbe3d4306bc3a1fb291499a72 2024-11-11T01:27:24,857 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/B of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into b81e968dbe3d4306bc3a1fb291499a72(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:24,857 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:24,857 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, priority=13, startTime=1731288444835; duration=0sec 2024-11-11T01:27:24,857 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:24,857 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:B 2024-11-11T01:27:24,858 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:24,858 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:24,858 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/C is initiating minor compaction (all files) 2024-11-11T01:27:24,858 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/C in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,858 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a3d1352c33354ba9a6531a0c174e3fb7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/1a04d2c6391743f899b952dd595a4ec9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5c76596222d7474bb1ece8b4dd7345d9] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=36.0 K 2024-11-11T01:27:24,859 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d1352c33354ba9a6531a0c174e3fb7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731288440193 2024-11-11T01:27:24,859 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a04d2c6391743f899b952dd595a4ec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731288440237 2024-11-11T01:27:24,859 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c76596222d7474bb1ece8b4dd7345d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731288442452 2024-11-11T01:27:24,864 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:24,865 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/a7aef342f25d4efabb2a49825fcdbc26 is 50, key is test_row_0/C:col10/1731288443596/Put/seqid=0 2024-11-11T01:27:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742297_1473 (size=12663) 2024-11-11T01:27:24,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T01:27:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:24,937 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:27:24,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/d5ca032b70de4fa0b43ee4759a3b03ef is 50, key is test_row_0/A:col10/1731288443669/Put/seqid=0 2024-11-11T01:27:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742298_1474 (size=12151) 2024-11-11T01:27:25,253 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0255d82ad73f478ab157f20bcd24bb07 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0255d82ad73f478ab157f20bcd24bb07 2024-11-11T01:27:25,257 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/A of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 0255d82ad73f478ab157f20bcd24bb07(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:25,257 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:25,257 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, priority=13, startTime=1731288444835; duration=0sec 2024-11-11T01:27:25,258 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:25,258 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:A 2024-11-11T01:27:25,271 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/a7aef342f25d4efabb2a49825fcdbc26 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a7aef342f25d4efabb2a49825fcdbc26 2024-11-11T01:27:25,275 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/C of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into a7aef342f25d4efabb2a49825fcdbc26(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:25,275 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:25,275 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, priority=13, startTime=1731288444835; duration=0sec 2024-11-11T01:27:25,275 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:25,275 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:C 2024-11-11T01:27:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T01:27:25,345 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/d5ca032b70de4fa0b43ee4759a3b03ef 2024-11-11T01:27:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/4fff50db545f49258523cc3f40096fe2 is 50, key is test_row_0/B:col10/1731288443669/Put/seqid=0 2024-11-11T01:27:25,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742299_1475 (size=12151) 2024-11-11T01:27:25,759 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/4fff50db545f49258523cc3f40096fe2 2024-11-11T01:27:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/9268f550b6bb4640b8682c5235aa619e is 50, key is test_row_0/C:col10/1731288443669/Put/seqid=0 2024-11-11T01:27:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742300_1476 (size=12151) 2024-11-11T01:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:25,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:25,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288505858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:25,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288505860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:25,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288505865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:25,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288505972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288505972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288505972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288506182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288506182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288506182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,237 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/9268f550b6bb4640b8682c5235aa619e 2024-11-11T01:27:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/d5ca032b70de4fa0b43ee4759a3b03ef as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d5ca032b70de4fa0b43ee4759a3b03ef 2024-11-11T01:27:26,243 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d5ca032b70de4fa0b43ee4759a3b03ef, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T01:27:26,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/4fff50db545f49258523cc3f40096fe2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/4fff50db545f49258523cc3f40096fe2 2024-11-11T01:27:26,246 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/4fff50db545f49258523cc3f40096fe2, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T01:27:26,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/9268f550b6bb4640b8682c5235aa619e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/9268f550b6bb4640b8682c5235aa619e 2024-11-11T01:27:26,249 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/9268f550b6bb4640b8682c5235aa619e, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T01:27:26,250 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1313ms, sequenceid=232, compaction requested=false 2024-11-11T01:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-11T01:27:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-11T01:27:26,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-11T01:27:26,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-11-11T01:27:26,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0800 sec 2024-11-11T01:27:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T01:27:26,322 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:26,323 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-11T01:27:26,324 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T01:27:26,325 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:26,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T01:27:26,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-11T01:27:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:26,477 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:27:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/4a60a97a60814ce38946e888eefb53ad is 50, key is test_row_0/A:col10/1731288445859/Put/seqid=0 2024-11-11T01:27:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742301_1477 (size=12151) 2024-11-11T01:27:26,487 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/4a60a97a60814ce38946e888eefb53ad 2024-11-11T01:27:26,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/ff7dc992093a4b4fa1bac97b698c0d0b is 50, key is test_row_0/B:col10/1731288445859/Put/seqid=0 2024-11-11T01:27:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:26,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742302_1478 (size=12151) 2024-11-11T01:27:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288506528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288506532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288506533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T01:27:26,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288506642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288506642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288506642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288506852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288506852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288506852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:26,898 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/ff7dc992093a4b4fa1bac97b698c0d0b 2024-11-11T01:27:26,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5f6035403020413bb6645b8bbe3b351f is 50, key is test_row_0/C:col10/1731288445859/Put/seqid=0 2024-11-11T01:27:26,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742303_1479 (size=12151) 2024-11-11T01:27:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T01:27:27,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288507162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288507163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288507163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,307 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5f6035403020413bb6645b8bbe3b351f 2024-11-11T01:27:27,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/4a60a97a60814ce38946e888eefb53ad as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/4a60a97a60814ce38946e888eefb53ad 2024-11-11T01:27:27,314 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/4a60a97a60814ce38946e888eefb53ad, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T01:27:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/ff7dc992093a4b4fa1bac97b698c0d0b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/ff7dc992093a4b4fa1bac97b698c0d0b 2024-11-11T01:27:27,317 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/ff7dc992093a4b4fa1bac97b698c0d0b, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T01:27:27,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/5f6035403020413bb6645b8bbe3b351f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5f6035403020413bb6645b8bbe3b351f 2024-11-11T01:27:27,319 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5f6035403020413bb6645b8bbe3b351f, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T01:27:27,320 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 843ms, sequenceid=248, compaction requested=true 2024-11-11T01:27:27,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:27,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:27,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-11T01:27:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-11T01:27:27,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-11T01:27:27,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-11T01:27:27,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0000 sec 2024-11-11T01:27:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T01:27:27,462 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:27,462 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-11T01:27:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T01:27:27,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:27,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:27,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T01:27:27,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T01:27:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:27,616 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:27:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/5c186e8474ad48589fa48d99622fef80 is 50, key is test_row_0/A:col10/1731288446532/Put/seqid=0 2024-11-11T01:27:27,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742304_1480 (size=12301) 2024-11-11T01:27:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:27,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:27,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288507698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288507699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288507699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T01:27:27,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288507802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288507812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288507812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288508012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,024 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/5c186e8474ad48589fa48d99622fef80 2024-11-11T01:27:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288508022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288508022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/1c1795545bd14937bb8bc02ada32e779 is 50, key is test_row_0/B:col10/1731288446532/Put/seqid=0 2024-11-11T01:27:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742305_1481 (size=12301) 2024-11-11T01:27:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T01:27:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288508322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288508332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288508332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,432 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/1c1795545bd14937bb8bc02ada32e779 2024-11-11T01:27:28,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/98186798288d453e9ff222eeceffd8a4 is 50, key is test_row_0/C:col10/1731288446532/Put/seqid=0 2024-11-11T01:27:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742306_1482 (size=12301) 2024-11-11T01:27:28,442 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/98186798288d453e9ff222eeceffd8a4 2024-11-11T01:27:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/5c186e8474ad48589fa48d99622fef80 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5c186e8474ad48589fa48d99622fef80 2024-11-11T01:27:28,452 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5c186e8474ad48589fa48d99622fef80, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T01:27:28,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/1c1795545bd14937bb8bc02ada32e779 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/1c1795545bd14937bb8bc02ada32e779 2024-11-11T01:27:28,455 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/1c1795545bd14937bb8bc02ada32e779, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T01:27:28,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/98186798288d453e9ff222eeceffd8a4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/98186798288d453e9ff222eeceffd8a4 2024-11-11T01:27:28,460 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/98186798288d453e9ff222eeceffd8a4, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T01:27:28,462 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 846ms, sequenceid=270, compaction requested=true 2024-11-11T01:27:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-11T01:27:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-11T01:27:28,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-11T01:27:28,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-11T01:27:28,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.0020 sec 2024-11-11T01:27:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:28,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:28,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T01:27:28,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0a80c1d377f84d69885aafcbe4280c7c is 50, key is test_row_0/A:col10/1731288448496/Put/seqid=0 2024-11-11T01:27:28,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742307_1483 (size=14741) 2024-11-11T01:27:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T01:27:28,602 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:28,602 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-11T01:27:28,604 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:28,605 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:28,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:28,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288508598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288508606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288508722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288508722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:28,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:28,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:28,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:28,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:28,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288508842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288508842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288508842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0a80c1d377f84d69885aafcbe4280c7c 2024-11-11T01:27:28,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/c7320338de574549befa94d8fba027f8 is 50, key is test_row_0/B:col10/1731288448496/Put/seqid=0 2024-11-11T01:27:28,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:28,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:28,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:28,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:28,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:28,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:28,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742308_1484 (size=12301) 2024-11-11T01:27:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:28,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288508932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:28,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288508933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:29,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288509242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288509242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/c7320338de574549befa94d8fba027f8 2024-11-11T01:27:29,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/76aa39f6f9cc4697b088fffd6951b859 is 50, key is test_row_0/C:col10/1731288448496/Put/seqid=0 2024-11-11T01:27:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742309_1485 (size=12301) 2024-11-11T01:27:29,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/76aa39f6f9cc4697b088fffd6951b859 2024-11-11T01:27:29,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/0a80c1d377f84d69885aafcbe4280c7c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0a80c1d377f84d69885aafcbe4280c7c 2024-11-11T01:27:29,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0a80c1d377f84d69885aafcbe4280c7c, entries=200, sequenceid=285, filesize=14.4 K 2024-11-11T01:27:29,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/c7320338de574549befa94d8fba027f8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/c7320338de574549befa94d8fba027f8 2024-11-11T01:27:29,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/c7320338de574549befa94d8fba027f8, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T01:27:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/76aa39f6f9cc4697b088fffd6951b859 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/76aa39f6f9cc4697b088fffd6951b859 2024-11-11T01:27:29,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/76aa39f6f9cc4697b088fffd6951b859, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T01:27:29,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1242ms, sequenceid=285, compaction requested=true 2024-11-11T01:27:29,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:29,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:29,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:29,740 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:27:29,740 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:27:29,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:29,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:29,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3a3cf18e4d6ebc19e5ffa61a38c02c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:29,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:29,741 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:27:29,741 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/B is initiating minor compaction (all files) 2024-11-11T01:27:29,741 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/B in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,741 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b81e968dbe3d4306bc3a1fb291499a72, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/4fff50db545f49258523cc3f40096fe2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/ff7dc992093a4b4fa1bac97b698c0d0b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/1c1795545bd14937bb8bc02ada32e779, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/c7320338de574549befa94d8fba027f8] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=60.1 K 2024-11-11T01:27:29,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64007 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:27:29,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/A is initiating minor compaction (all files) 2024-11-11T01:27:29,741 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/A in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting b81e968dbe3d4306bc3a1fb291499a72, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731288442452 2024-11-11T01:27:29,742 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0255d82ad73f478ab157f20bcd24bb07, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d5ca032b70de4fa0b43ee4759a3b03ef, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/4a60a97a60814ce38946e888eefb53ad, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5c186e8474ad48589fa48d99622fef80, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0a80c1d377f84d69885aafcbe4280c7c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=62.5 K 2024-11-11T01:27:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fff50db545f49258523cc3f40096fe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731288443668 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0255d82ad73f478ab157f20bcd24bb07, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731288442452 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ff7dc992093a4b4fa1bac97b698c0d0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731288445855 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5ca032b70de4fa0b43ee4759a3b03ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731288443668 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a60a97a60814ce38946e888eefb53ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731288445855 2024-11-11T01:27:29,742 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1795545bd14937bb8bc02ada32e779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731288446523 2024-11-11T01:27:29,743 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c186e8474ad48589fa48d99622fef80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731288446523 2024-11-11T01:27:29,743 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c7320338de574549befa94d8fba027f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731288447697 2024-11-11T01:27:29,743 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a80c1d377f84d69885aafcbe4280c7c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731288447688 2024-11-11T01:27:29,751 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:29,752 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/161398855fdc44fcb58cb0f5ca820e64 is 50, key is test_row_0/A:col10/1731288448496/Put/seqid=0 2024-11-11T01:27:29,755 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:29,756 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/21e2df72e1a9483cb95b119eebc22af4 is 50, key is test_row_0/B:col10/1731288448496/Put/seqid=0 2024-11-11T01:27:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:29,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:27:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742310_1486 (size=12983) 2024-11-11T01:27:29,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/9a19409fd05243cb8e0482920b3da643 is 50, key is test_row_0/A:col10/1731288448575/Put/seqid=0 2024-11-11T01:27:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742311_1487 (size=12983) 2024-11-11T01:27:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742312_1488 (size=14741) 2024-11-11T01:27:29,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/9a19409fd05243cb8e0482920b3da643 2024-11-11T01:27:29,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/905c8c5624a04a49ab4d0ac38204a99d is 50, key is test_row_0/B:col10/1731288448575/Put/seqid=0 2024-11-11T01:27:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742313_1489 (size=12301) 2024-11-11T01:27:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288509794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288509796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731288509862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33276 deadline: 1731288509862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,866 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,866 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33330 deadline: 1731288509872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,876 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in c3a3cf18e4d6ebc19e5ffa61a38c02c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288509912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288509912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:29,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:29,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288510122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:30,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288510132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:30,170 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/161398855fdc44fcb58cb0f5ca820e64 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/161398855fdc44fcb58cb0f5ca820e64 2024-11-11T01:27:30,173 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/A of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 161398855fdc44fcb58cb0f5ca820e64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:30,173 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:30,173 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, priority=11, startTime=1731288449739; duration=0sec 2024-11-11T01:27:30,173 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/21e2df72e1a9483cb95b119eebc22af4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/21e2df72e1a9483cb95b119eebc22af4 2024-11-11T01:27:30,173 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:30,173 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:A 2024-11-11T01:27:30,173 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:27:30,174 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:27:30,174 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): c3a3cf18e4d6ebc19e5ffa61a38c02c4/C is initiating minor compaction (all files) 2024-11-11T01:27:30,174 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3a3cf18e4d6ebc19e5ffa61a38c02c4/C in TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,174 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a7aef342f25d4efabb2a49825fcdbc26, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/9268f550b6bb4640b8682c5235aa619e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5f6035403020413bb6645b8bbe3b351f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/98186798288d453e9ff222eeceffd8a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/76aa39f6f9cc4697b088fffd6951b859] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp, totalSize=60.1 K 2024-11-11T01:27:30,174 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7aef342f25d4efabb2a49825fcdbc26, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731288442452 2024-11-11T01:27:30,174 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9268f550b6bb4640b8682c5235aa619e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731288443668 2024-11-11T01:27:30,175 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f6035403020413bb6645b8bbe3b351f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731288445855 2024-11-11T01:27:30,175 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98186798288d453e9ff222eeceffd8a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731288446523 2024-11-11T01:27:30,175 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76aa39f6f9cc4697b088fffd6951b859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731288447697 2024-11-11T01:27:30,176 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/B of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into 21e2df72e1a9483cb95b119eebc22af4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:30,176 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:30,176 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, priority=11, startTime=1731288449740; duration=0sec 2024-11-11T01:27:30,176 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:30,176 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:B 2024-11-11T01:27:30,183 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3a3cf18e4d6ebc19e5ffa61a38c02c4#C#compaction#417 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:30,183 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/ab742b1cf8b049ab9faaa3db4ca3031a is 50, key is test_row_0/C:col10/1731288448496/Put/seqid=0 2024-11-11T01:27:30,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742314_1490 (size=12983) 2024-11-11T01:27:30,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/905c8c5624a04a49ab4d0ac38204a99d 2024-11-11T01:27:30,190 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/ab742b1cf8b049ab9faaa3db4ca3031a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/ab742b1cf8b049ab9faaa3db4ca3031a 2024-11-11T01:27:30,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/e8731e9de7cd472e9e748009b3560c55 is 50, key is test_row_0/C:col10/1731288448575/Put/seqid=0 2024-11-11T01:27:30,193 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c3a3cf18e4d6ebc19e5ffa61a38c02c4/C of c3a3cf18e4d6ebc19e5ffa61a38c02c4 into ab742b1cf8b049ab9faaa3db4ca3031a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:30,193 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:30,193 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., storeName=c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, priority=11, startTime=1731288449740; duration=0sec 2024-11-11T01:27:30,193 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:30,193 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3a3cf18e4d6ebc19e5ffa61a38c02c4:C 2024-11-11T01:27:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742315_1491 (size=12301) 2024-11-11T01:27:30,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:27:30,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731288510442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33346 deadline: 1731288510452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 , the old value is region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., hostname=612696b701d2,37447,1731288302179, seqNum=2 because the exception is null or not the one we care about 2024-11-11T01:27:30,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:30,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/e8731e9de7cd472e9e748009b3560c55 2024-11-11T01:27:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/9a19409fd05243cb8e0482920b3da643 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/9a19409fd05243cb8e0482920b3da643 2024-11-11T01:27:30,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/9a19409fd05243cb8e0482920b3da643, entries=200, sequenceid=307, filesize=14.4 K 2024-11-11T01:27:30,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/905c8c5624a04a49ab4d0ac38204a99d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/905c8c5624a04a49ab4d0ac38204a99d 2024-11-11T01:27:30,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/905c8c5624a04a49ab4d0ac38204a99d, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T01:27:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/e8731e9de7cd472e9e748009b3560c55 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/e8731e9de7cd472e9e748009b3560c55 2024-11-11T01:27:30,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/e8731e9de7cd472e9e748009b3560c55, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T01:27:30,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 853ms, sequenceid=307, compaction requested=false 2024-11-11T01:27:30,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:30,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T01:27:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:30,743 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T01:27:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/30df79a49ade46f2bc7f848001b5d507 is 50, key is test_row_0/A:col10/1731288449784/Put/seqid=0 2024-11-11T01:27:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742316_1492 (size=12301) 2024-11-11T01:27:30,913 INFO [Thread-1927 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1927. 2024-11-11T01:27:30,913 DEBUG [Thread-1927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,913 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,913 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:30,916 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-11T01:27:30,916 INFO [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929. 2024-11-11T01:27:30,916 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,916 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,916 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,916 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,916 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,916 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:30,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:30,918 INFO [Thread-1925 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1925. 2024-11-11T01:27:30,918 DEBUG [Thread-1925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,918 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,918 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:30,920 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-11T01:27:30,920 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,920 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,920 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:30,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. as already flushing 2024-11-11T01:27:30,954 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-11T01:27:30,954 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,954 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,954 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:30,974 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-11T01:27:30,974 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:30,974 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,974 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:30,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:31,160 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/30df79a49ade46f2bc7f848001b5d507 2024-11-11T01:27:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/3dd2c2b7773e4baaa4829d6458932962 is 50, key is test_row_0/B:col10/1731288449784/Put/seqid=0 2024-11-11T01:27:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742317_1493 (size=12301) 2024-11-11T01:27:31,631 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/3dd2c2b7773e4baaa4829d6458932962 2024-11-11T01:27:31,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/21862e9d9853439fb97041e3d3e9edb7 is 50, key is test_row_0/C:col10/1731288449784/Put/seqid=0 2024-11-11T01:27:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742318_1494 (size=12301) 2024-11-11T01:27:31,877 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-11T01:27:31,877 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:31,877 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:31,877 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:31,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:31,886 INFO [Thread-1914 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1914. 2024-11-11T01:27:31,886 DEBUG [Thread-1914 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:31,886 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:31,886 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:31,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:31,906 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-11T01:27:31,906 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:31,906 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:31,906 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:31,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:32,051 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/21862e9d9853439fb97041e3d3e9edb7 2024-11-11T01:27:32,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/30df79a49ade46f2bc7f848001b5d507 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/30df79a49ade46f2bc7f848001b5d507 2024-11-11T01:27:32,066 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/30df79a49ade46f2bc7f848001b5d507, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T01:27:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/3dd2c2b7773e4baaa4829d6458932962 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/3dd2c2b7773e4baaa4829d6458932962 2024-11-11T01:27:32,072 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/3dd2c2b7773e4baaa4829d6458932962, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T01:27:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/21862e9d9853439fb97041e3d3e9edb7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/21862e9d9853439fb97041e3d3e9edb7 2024-11-11T01:27:32,076 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/21862e9d9853439fb97041e3d3e9edb7, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T01:27:32,077 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1333ms, sequenceid=324, compaction requested=true 2024-11-11T01:27:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: 2024-11-11T01:27:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-11T01:27:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-11T01:27:32,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-11T01:27:32,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4720 sec 2024-11-11T01:27:32,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 3.4780 sec 2024-11-11T01:27:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T01:27:32,774 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1825 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5471 rows 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1813 2024-11-11T01:27:32,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5438 rows 2024-11-11T01:27:32,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1829 2024-11-11T01:27:32,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5484 rows 2024-11-11T01:27:32,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1829 2024-11-11T01:27:32,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5483 rows 2024-11-11T01:27:32,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1820 2024-11-11T01:27:32,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5459 rows 2024-11-11T01:27:32,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:27:32,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:27:32,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:32,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:32,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:32,778 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T01:27:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T01:27:32,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288452783"}]},"ts":"1731288452783"} 2024-11-11T01:27:32,785 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T01:27:32,785 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T01:27:32,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:27:32,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, UNASSIGN}] 2024-11-11T01:27:32,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, UNASSIGN 2024-11-11T01:27:32,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=c3a3cf18e4d6ebc19e5ffa61a38c02c4, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, UNASSIGN because future has completed 2024-11-11T01:27:32,789 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:27:32,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:27:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T01:27:32,942 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:32,942 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:27:32,943 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing c3a3cf18e4d6ebc19e5ffa61a38c02c4, disabling compactions & flushes 2024-11-11T01:27:32,943 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:32,943 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:32,943 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. after waiting 0 ms 2024-11-11T01:27:32,943 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:32,943 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T01:27:32,951 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/160c1ee02a764e859e021bd3f41aeed9 is 50, key is test_row_0/A:col10/1731288450972/Put/seqid=0 2024-11-11T01:27:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742319_1495 (size=12301) 2024-11-11T01:27:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T01:27:33,356 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/160c1ee02a764e859e021bd3f41aeed9 2024-11-11T01:27:33,369 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/992d6fa4b2194c208a445476959fb5b2 is 50, key is test_row_0/B:col10/1731288450972/Put/seqid=0 2024-11-11T01:27:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742320_1496 (size=12301) 2024-11-11T01:27:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T01:27:33,776 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/992d6fa4b2194c208a445476959fb5b2 2024-11-11T01:27:33,792 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/04a0d5d352934a4c92fae06a52c85977 is 50, key is test_row_0/C:col10/1731288450972/Put/seqid=0 2024-11-11T01:27:33,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742321_1497 (size=12301) 2024-11-11T01:27:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T01:27:34,199 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/04a0d5d352934a4c92fae06a52c85977 2024-11-11T01:27:34,208 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/A/160c1ee02a764e859e021bd3f41aeed9 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/160c1ee02a764e859e021bd3f41aeed9 2024-11-11T01:27:34,214 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/160c1ee02a764e859e021bd3f41aeed9, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T01:27:34,215 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/B/992d6fa4b2194c208a445476959fb5b2 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/992d6fa4b2194c208a445476959fb5b2 2024-11-11T01:27:34,219 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/992d6fa4b2194c208a445476959fb5b2, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T01:27:34,220 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/.tmp/C/04a0d5d352934a4c92fae06a52c85977 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/04a0d5d352934a4c92fae06a52c85977 2024-11-11T01:27:34,224 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/04a0d5d352934a4c92fae06a52c85977, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T01:27:34,225 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1282ms, sequenceid=332, compaction requested=true 2024-11-11T01:27:34,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5e2d3685a0404a73a77c41323dcc8474, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/47c19f43f2b34fbcb85078014dc6e8e6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dee1e59036e748b6aa7f74464cbcb239, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/931fbed3647e43b79d854daa21f61ebe, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/fffb6939db894678aca233bd048e2de7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/385a8835e5ec4c8c8bc868e03caf02b7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/e624b39bbb1046cba24152357b68b7ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/bf2e7d80f0ec46f08c59d75acc6c39a7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/f50a45f3ad5a418b8c817d8a39c87de7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d66388e58d4f49d381bd6484f7bf978d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/a80d6a59dd18401496af302a195c3a40, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dae01746711843b69c0b75a8eb449564, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0bb722b0c3b54917ba4f01397b4347f3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/6a1e10951d934aafa5d269b2abbcc93c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/db0128c05c5b478d8ff1c3c2250db23c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0255d82ad73f478ab157f20bcd24bb07, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d5ca032b70de4fa0b43ee4759a3b03ef, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/4a60a97a60814ce38946e888eefb53ad, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5c186e8474ad48589fa48d99622fef80, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0a80c1d377f84d69885aafcbe4280c7c] to archive 2024-11-11T01:27:34,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:27:34,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5e2d3685a0404a73a77c41323dcc8474 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5e2d3685a0404a73a77c41323dcc8474 2024-11-11T01:27:34,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/47c19f43f2b34fbcb85078014dc6e8e6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/47c19f43f2b34fbcb85078014dc6e8e6 2024-11-11T01:27:34,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dee1e59036e748b6aa7f74464cbcb239 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dee1e59036e748b6aa7f74464cbcb239 2024-11-11T01:27:34,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/931fbed3647e43b79d854daa21f61ebe to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/931fbed3647e43b79d854daa21f61ebe 2024-11-11T01:27:34,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/fffb6939db894678aca233bd048e2de7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/fffb6939db894678aca233bd048e2de7 2024-11-11T01:27:34,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/385a8835e5ec4c8c8bc868e03caf02b7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/385a8835e5ec4c8c8bc868e03caf02b7 2024-11-11T01:27:34,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/e624b39bbb1046cba24152357b68b7ed to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/e624b39bbb1046cba24152357b68b7ed 2024-11-11T01:27:34,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/bf2e7d80f0ec46f08c59d75acc6c39a7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/bf2e7d80f0ec46f08c59d75acc6c39a7 2024-11-11T01:27:34,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/f50a45f3ad5a418b8c817d8a39c87de7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/f50a45f3ad5a418b8c817d8a39c87de7 2024-11-11T01:27:34,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d66388e58d4f49d381bd6484f7bf978d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d66388e58d4f49d381bd6484f7bf978d 2024-11-11T01:27:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/a80d6a59dd18401496af302a195c3a40 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/a80d6a59dd18401496af302a195c3a40 2024-11-11T01:27:34,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dae01746711843b69c0b75a8eb449564 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/dae01746711843b69c0b75a8eb449564 2024-11-11T01:27:34,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0bb722b0c3b54917ba4f01397b4347f3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0bb722b0c3b54917ba4f01397b4347f3 2024-11-11T01:27:34,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/6a1e10951d934aafa5d269b2abbcc93c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/6a1e10951d934aafa5d269b2abbcc93c 2024-11-11T01:27:34,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/db0128c05c5b478d8ff1c3c2250db23c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/db0128c05c5b478d8ff1c3c2250db23c 2024-11-11T01:27:34,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0255d82ad73f478ab157f20bcd24bb07 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0255d82ad73f478ab157f20bcd24bb07 2024-11-11T01:27:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d5ca032b70de4fa0b43ee4759a3b03ef to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/d5ca032b70de4fa0b43ee4759a3b03ef 2024-11-11T01:27:34,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/4a60a97a60814ce38946e888eefb53ad to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/4a60a97a60814ce38946e888eefb53ad 2024-11-11T01:27:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5c186e8474ad48589fa48d99622fef80 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/5c186e8474ad48589fa48d99622fef80 2024-11-11T01:27:34,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0a80c1d377f84d69885aafcbe4280c7c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/0a80c1d377f84d69885aafcbe4280c7c 2024-11-11T01:27:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/bece4035c877490697fe5fc04fa7ccc4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/d52d933aad4d47399a0e1bf068e3178d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/018c8549d3904831bc10f30756b9d461, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/0330e75dbfb845b78767ca53b3e822f9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e9ec3f5ba0b94127bfb82752eac55f8c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/a6088bcc3d6c4786b75aba43f3e9905f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/743a39f44efd406cb080fe45b204f70b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/8b0185ac6b7945839b08d217b258c99b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/6feea5f911f3436bb1aa7e28920c2de4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e1fd0d8dc6f24eab98cdcc46fc5056b7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b2297719e0344809b195e58a2698356f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/869dc3cbcc984eeca073b25aade1b3f5, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/920b55b7543446e997596d42330c2bde, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/876727827ec94738a7f4599cc5380f24, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b81e968dbe3d4306bc3a1fb291499a72, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/f7c93a1d726a480fb50b9d09d7c53348, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/4fff50db545f49258523cc3f40096fe2, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/ff7dc992093a4b4fa1bac97b698c0d0b, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/1c1795545bd14937bb8bc02ada32e779, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/c7320338de574549befa94d8fba027f8] to archive 2024-11-11T01:27:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:27:34,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/bece4035c877490697fe5fc04fa7ccc4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/bece4035c877490697fe5fc04fa7ccc4 2024-11-11T01:27:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/d52d933aad4d47399a0e1bf068e3178d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/d52d933aad4d47399a0e1bf068e3178d 2024-11-11T01:27:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/018c8549d3904831bc10f30756b9d461 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/018c8549d3904831bc10f30756b9d461 2024-11-11T01:27:34,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/0330e75dbfb845b78767ca53b3e822f9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/0330e75dbfb845b78767ca53b3e822f9 2024-11-11T01:27:34,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e9ec3f5ba0b94127bfb82752eac55f8c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e9ec3f5ba0b94127bfb82752eac55f8c 2024-11-11T01:27:34,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/a6088bcc3d6c4786b75aba43f3e9905f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/a6088bcc3d6c4786b75aba43f3e9905f 2024-11-11T01:27:34,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/743a39f44efd406cb080fe45b204f70b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/743a39f44efd406cb080fe45b204f70b 2024-11-11T01:27:34,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/8b0185ac6b7945839b08d217b258c99b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/8b0185ac6b7945839b08d217b258c99b 2024-11-11T01:27:34,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/6feea5f911f3436bb1aa7e28920c2de4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/6feea5f911f3436bb1aa7e28920c2de4 2024-11-11T01:27:34,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e1fd0d8dc6f24eab98cdcc46fc5056b7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/e1fd0d8dc6f24eab98cdcc46fc5056b7 2024-11-11T01:27:34,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b2297719e0344809b195e58a2698356f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b2297719e0344809b195e58a2698356f 2024-11-11T01:27:34,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/869dc3cbcc984eeca073b25aade1b3f5 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/869dc3cbcc984eeca073b25aade1b3f5 2024-11-11T01:27:34,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/920b55b7543446e997596d42330c2bde to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/920b55b7543446e997596d42330c2bde 2024-11-11T01:27:34,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/876727827ec94738a7f4599cc5380f24 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/876727827ec94738a7f4599cc5380f24 2024-11-11T01:27:34,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b81e968dbe3d4306bc3a1fb291499a72 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/b81e968dbe3d4306bc3a1fb291499a72 2024-11-11T01:27:34,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/f7c93a1d726a480fb50b9d09d7c53348 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/f7c93a1d726a480fb50b9d09d7c53348 2024-11-11T01:27:34,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/4fff50db545f49258523cc3f40096fe2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/4fff50db545f49258523cc3f40096fe2 2024-11-11T01:27:34,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/ff7dc992093a4b4fa1bac97b698c0d0b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/ff7dc992093a4b4fa1bac97b698c0d0b 2024-11-11T01:27:34,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/1c1795545bd14937bb8bc02ada32e779 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/1c1795545bd14937bb8bc02ada32e779 2024-11-11T01:27:34,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/c7320338de574549befa94d8fba027f8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/c7320338de574549befa94d8fba027f8 2024-11-11T01:27:34,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/4356319b65df42679a61f566b5786717, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5e8eec1bce1f49c5a44b20789b05ee16, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/009232c0e0294ff0866ca9bcf78d75c0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6101127eb3eb4081b367858495182235, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/f879fba2b4324087b9f50fd3e5fa7b97, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/2da36dd596a54e8ea0e589ecf8a58117, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/7e062c7e9f0342eea33afd79ac59c1a1, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/c7fc63775da54af69bda69da4192c9a9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/062cc94450ed470699b5cd51b80c7092, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6733b42c69314dac89d753ef3b2b476c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/3b3b8b3e750b41f08035a33a6bf38641, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a3d1352c33354ba9a6531a0c174e3fb7, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/b60a78f841484851805985c66eaa9d2c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/1a04d2c6391743f899b952dd595a4ec9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a7aef342f25d4efabb2a49825fcdbc26, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5c76596222d7474bb1ece8b4dd7345d9, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/9268f550b6bb4640b8682c5235aa619e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5f6035403020413bb6645b8bbe3b351f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/98186798288d453e9ff222eeceffd8a4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/76aa39f6f9cc4697b088fffd6951b859] to archive 2024-11-11T01:27:34,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:27:34,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/4356319b65df42679a61f566b5786717 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/4356319b65df42679a61f566b5786717 2024-11-11T01:27:34,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5e8eec1bce1f49c5a44b20789b05ee16 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5e8eec1bce1f49c5a44b20789b05ee16 2024-11-11T01:27:34,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/009232c0e0294ff0866ca9bcf78d75c0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/009232c0e0294ff0866ca9bcf78d75c0 2024-11-11T01:27:34,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6101127eb3eb4081b367858495182235 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6101127eb3eb4081b367858495182235 2024-11-11T01:27:34,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/f879fba2b4324087b9f50fd3e5fa7b97 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/f879fba2b4324087b9f50fd3e5fa7b97 2024-11-11T01:27:34,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/2da36dd596a54e8ea0e589ecf8a58117 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/2da36dd596a54e8ea0e589ecf8a58117 2024-11-11T01:27:34,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/7e062c7e9f0342eea33afd79ac59c1a1 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/7e062c7e9f0342eea33afd79ac59c1a1 2024-11-11T01:27:34,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/c7fc63775da54af69bda69da4192c9a9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/c7fc63775da54af69bda69da4192c9a9 2024-11-11T01:27:34,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/062cc94450ed470699b5cd51b80c7092 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/062cc94450ed470699b5cd51b80c7092 2024-11-11T01:27:34,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6733b42c69314dac89d753ef3b2b476c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/6733b42c69314dac89d753ef3b2b476c 2024-11-11T01:27:34,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/3b3b8b3e750b41f08035a33a6bf38641 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/3b3b8b3e750b41f08035a33a6bf38641 2024-11-11T01:27:34,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a3d1352c33354ba9a6531a0c174e3fb7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a3d1352c33354ba9a6531a0c174e3fb7 2024-11-11T01:27:34,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/b60a78f841484851805985c66eaa9d2c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/b60a78f841484851805985c66eaa9d2c 2024-11-11T01:27:34,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/1a04d2c6391743f899b952dd595a4ec9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/1a04d2c6391743f899b952dd595a4ec9 2024-11-11T01:27:34,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a7aef342f25d4efabb2a49825fcdbc26 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/a7aef342f25d4efabb2a49825fcdbc26 2024-11-11T01:27:34,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5c76596222d7474bb1ece8b4dd7345d9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5c76596222d7474bb1ece8b4dd7345d9 2024-11-11T01:27:34,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/9268f550b6bb4640b8682c5235aa619e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/9268f550b6bb4640b8682c5235aa619e 2024-11-11T01:27:34,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5f6035403020413bb6645b8bbe3b351f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/5f6035403020413bb6645b8bbe3b351f 2024-11-11T01:27:34,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/98186798288d453e9ff222eeceffd8a4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/98186798288d453e9ff222eeceffd8a4 2024-11-11T01:27:34,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/76aa39f6f9cc4697b088fffd6951b859 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/76aa39f6f9cc4697b088fffd6951b859 2024-11-11T01:27:34,314 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-11-11T01:27:34,315 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. 2024-11-11T01:27:34,315 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for c3a3cf18e4d6ebc19e5ffa61a38c02c4: Waiting for close lock at 1731288452942Running coprocessor pre-close hooks at 1731288452942Disabling compacts and flushes for region at 1731288452942Disabling writes for close at 1731288452943 (+1 ms)Obtaining lock to block concurrent updates at 1731288452943Preparing flush snapshotting stores in c3a3cf18e4d6ebc19e5ffa61a38c02c4 at 1731288452943Finished memstore snapshotting TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731288452944 (+1 ms)Flushing stores of TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4. at 1731288452945 (+1 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/A: creating writer at 1731288452945Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/A: appending metadata at 1731288452950 (+5 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/A: closing flushed file at 1731288452951 (+1 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/B: creating writer at 1731288453364 (+413 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/B: appending metadata at 1731288453368 (+4 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/B: closing flushed file at 1731288453368Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/C: creating writer at 1731288453786 (+418 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/C: appending metadata at 1731288453791 (+5 ms)Flushing c3a3cf18e4d6ebc19e5ffa61a38c02c4/C: closing flushed file at 1731288453791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23519d11: reopening flushed file at 1731288454207 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b0d053: reopening flushed file at 1731288454214 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad7ea7e: reopening flushed file at 1731288454219 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c3a3cf18e4d6ebc19e5ffa61a38c02c4 in 1282ms, sequenceid=332, compaction requested=true at 1731288454225 (+6 ms)Writing region close event to WAL at 1731288454311 (+86 ms)Running coprocessor post-close hooks at 1731288454315 (+4 ms)Closed at 1731288454315 2024-11-11T01:27:34,318 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:34,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=c3a3cf18e4d6ebc19e5ffa61a38c02c4, regionState=CLOSED 2024-11-11T01:27:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:27:34,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-11T01:27:34,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure c3a3cf18e4d6ebc19e5ffa61a38c02c4, server=612696b701d2,37447,1731288302179 in 1.5320 sec 2024-11-11T01:27:34,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-11T01:27:34,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3a3cf18e4d6ebc19e5ffa61a38c02c4, UNASSIGN in 1.5370 sec 2024-11-11T01:27:34,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-11T01:27:34,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5420 sec 2024-11-11T01:27:34,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288454330"}]},"ts":"1731288454330"} 2024-11-11T01:27:34,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T01:27:34,332 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T01:27:34,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5550 sec 2024-11-11T01:27:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T01:27:34,934 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:34,935 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T01:27:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:34,941 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T01:27:34,943 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:34,946 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:34,951 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/recovered.edits] 2024-11-11T01:27:34,956 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/160c1ee02a764e859e021bd3f41aeed9 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/160c1ee02a764e859e021bd3f41aeed9 2024-11-11T01:27:34,959 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/161398855fdc44fcb58cb0f5ca820e64 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/161398855fdc44fcb58cb0f5ca820e64 2024-11-11T01:27:34,961 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/30df79a49ade46f2bc7f848001b5d507 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/30df79a49ade46f2bc7f848001b5d507 2024-11-11T01:27:34,964 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/9a19409fd05243cb8e0482920b3da643 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/A/9a19409fd05243cb8e0482920b3da643 2024-11-11T01:27:34,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/21e2df72e1a9483cb95b119eebc22af4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/21e2df72e1a9483cb95b119eebc22af4 2024-11-11T01:27:34,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/3dd2c2b7773e4baaa4829d6458932962 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/3dd2c2b7773e4baaa4829d6458932962 2024-11-11T01:27:34,972 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/905c8c5624a04a49ab4d0ac38204a99d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/905c8c5624a04a49ab4d0ac38204a99d 2024-11-11T01:27:34,974 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/992d6fa4b2194c208a445476959fb5b2 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/B/992d6fa4b2194c208a445476959fb5b2 2024-11-11T01:27:34,978 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/04a0d5d352934a4c92fae06a52c85977 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/04a0d5d352934a4c92fae06a52c85977 2024-11-11T01:27:34,980 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/21862e9d9853439fb97041e3d3e9edb7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/21862e9d9853439fb97041e3d3e9edb7 2024-11-11T01:27:34,981 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/ab742b1cf8b049ab9faaa3db4ca3031a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/ab742b1cf8b049ab9faaa3db4ca3031a 2024-11-11T01:27:34,983 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/e8731e9de7cd472e9e748009b3560c55 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/C/e8731e9de7cd472e9e748009b3560c55 2024-11-11T01:27:34,987 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/recovered.edits/335.seqid to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4/recovered.edits/335.seqid 2024-11-11T01:27:34,988 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/c3a3cf18e4d6ebc19e5ffa61a38c02c4 2024-11-11T01:27:34,988 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T01:27:34,992 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:34,994 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T01:27:34,996 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T01:27:34,998 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:34,998 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T01:27:34,998 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731288454998"}]},"ts":"9223372036854775807"} 2024-11-11T01:27:35,000 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T01:27:35,000 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c3a3cf18e4d6ebc19e5ffa61a38c02c4, NAME => 'TestAcidGuarantees,,1731288428692.c3a3cf18e4d6ebc19e5ffa61a38c02c4.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T01:27:35,000 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T01:27:35,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731288455000"}]},"ts":"9223372036854775807"} 2024-11-11T01:27:35,003 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T01:27:35,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:35,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-11T01:27:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T01:27:35,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T01:27:35,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:35,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=7297 (was 7309) 2024-11-11T01:27:35,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=7296 2024-11-11T01:27:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:27:35,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:27:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:35,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:27:35,071 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:35,071 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-11T01:27:35,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:27:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-11T01:27:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742322_1498 (size=959) 2024-11-11T01:27:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-11T01:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-11T01:27:35,483 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013 2024-11-11T01:27:35,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742323_1499 (size=53) 2024-11-11T01:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-11T01:27:35,893 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:27:35,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9b448e90519b514c5b336accdc01c625, disabling compactions & flushes 2024-11-11T01:27:35,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:35,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:35,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. after waiting 0 ms 2024-11-11T01:27:35,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:35,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:35,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b448e90519b514c5b336accdc01c625: Waiting for close lock at 1731288455894Disabling compacts and flushes for region at 1731288455894Disabling writes for close at 1731288455894Writing region close event to WAL at 1731288455894Closed at 1731288455894 2024-11-11T01:27:35,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:27:35,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731288455897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288455897"}]},"ts":"1731288455897"} 2024-11-11T01:27:35,900 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:27:35,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:27:35,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288455901"}]},"ts":"1731288455901"} 2024-11-11T01:27:35,903 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T01:27:35,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, ASSIGN}] 2024-11-11T01:27:35,905 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, ASSIGN 2024-11-11T01:27:35,906 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, ASSIGN; state=OFFLINE, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=false 2024-11-11T01:27:36,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:36,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, ASSIGN because future has completed 2024-11-11T01:27:36,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:27:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-11T01:27:36,279 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:36,279 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:27:36,279 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,279 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:27:36,279 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,279 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,281 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,282 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b448e90519b514c5b336accdc01c625 columnFamilyName A 2024-11-11T01:27:36,282 DEBUG [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:36,283 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(327): Store=9b448e90519b514c5b336accdc01c625/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:36,283 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,284 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b448e90519b514c5b336accdc01c625 columnFamilyName B 2024-11-11T01:27:36,284 DEBUG [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:36,285 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(327): Store=9b448e90519b514c5b336accdc01c625/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:36,285 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,286 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b448e90519b514c5b336accdc01c625 columnFamilyName C 2024-11-11T01:27:36,286 DEBUG [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:36,287 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(327): Store=9b448e90519b514c5b336accdc01c625/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:36,287 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,288 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,288 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,289 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,289 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,289 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:27:36,290 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,292 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:27:36,292 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 9b448e90519b514c5b336accdc01c625; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61251924, jitterRate=-0.08727520704269409}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:27:36,292 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:36,292 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 9b448e90519b514c5b336accdc01c625: Running coprocessor pre-open hook at 1731288456280Writing region info on filesystem at 1731288456280Initializing all the Stores at 1731288456280Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288456280Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288456281 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288456281Cleaning up temporary data from old regions at 1731288456289 (+8 ms)Running coprocessor post-open hooks at 1731288456292 (+3 ms)Region opened successfully at 1731288456292 2024-11-11T01:27:36,293 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., pid=144, masterSystemTime=1731288456217 2024-11-11T01:27:36,295 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:36,295 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:36,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:27:36,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-11T01:27:36,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 in 235 msec 2024-11-11T01:27:36,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-11T01:27:36,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, ASSIGN in 394 msec 2024-11-11T01:27:36,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:27:36,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288456300"}]},"ts":"1731288456300"} 2024-11-11T01:27:36,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T01:27:36,302 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:27:36,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2320 sec 2024-11-11T01:27:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-11T01:27:37,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:37,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1832522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:37,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:37,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:37,230 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359190ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:37,235 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:37,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654c63e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:37,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:37,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:37,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:27:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37725,1731288301266 2024-11-11T01:27:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b65276 2024-11-11T01:27:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:27:37,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:27:37,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T01:27:37,242 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:27:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T01:27:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742324_1500 (size=995) 2024-11-11T01:27:37,656 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T01:27:37,656 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T01:27:37,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:27:37,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, REOPEN/MOVE}] 2024-11-11T01:27:37,665 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, REOPEN/MOVE 2024-11-11T01:27:37,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:37,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, REOPEN/MOVE because future has completed 2024-11-11T01:27:37,667 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:27:37,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:27:37,820 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:37,820 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:27:37,821 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 9b448e90519b514c5b336accdc01c625, disabling compactions & flushes 2024-11-11T01:27:37,821 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:37,821 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:37,821 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. after waiting 0 ms 2024-11-11T01:27:37,821 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:37,830 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T01:27:37,831 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:37,831 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 9b448e90519b514c5b336accdc01c625: Waiting for close lock at 1731288457820Running coprocessor pre-close hooks at 1731288457820Disabling compacts and flushes for region at 1731288457820Disabling writes for close at 1731288457821 (+1 ms)Writing region close event to WAL at 1731288457822 (+1 ms)Running coprocessor post-close hooks at 1731288457831 (+9 ms)Closed at 1731288457831 2024-11-11T01:27:37,831 WARN [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 9b448e90519b514c5b336accdc01c625 to self. 2024-11-11T01:27:37,833 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:37,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=CLOSED 2024-11-11T01:27:37,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:27:37,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-11T01:27:37,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 in 170 msec 2024-11-11T01:27:37,840 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, REOPEN/MOVE; state=CLOSED, location=612696b701d2,37447,1731288302179; forceNewPlan=false, retain=true 2024-11-11T01:27:37,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=OPENING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:37,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, REOPEN/MOVE because future has completed 2024-11-11T01:27:37,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:27:38,157 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,158 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:27:38,159 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,159 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:27:38,159 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,160 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,162 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,163 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b448e90519b514c5b336accdc01c625 columnFamilyName A 2024-11-11T01:27:38,164 DEBUG [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:38,164 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(327): Store=9b448e90519b514c5b336accdc01c625/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:38,165 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,166 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b448e90519b514c5b336accdc01c625 columnFamilyName B 2024-11-11T01:27:38,166 DEBUG [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:38,166 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(327): Store=9b448e90519b514c5b336accdc01c625/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:38,167 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,167 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b448e90519b514c5b336accdc01c625 columnFamilyName C 2024-11-11T01:27:38,167 DEBUG [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:38,168 INFO [StoreOpener-9b448e90519b514c5b336accdc01c625-1 {}] regionserver.HStore(327): Store=9b448e90519b514c5b336accdc01c625/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:27:38,168 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,169 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,170 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,172 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,172 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,173 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T01:27:38,175 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,176 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 9b448e90519b514c5b336accdc01c625; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72035356, jitterRate=0.07341045141220093}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T01:27:38,176 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,177 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 9b448e90519b514c5b336accdc01c625: Running coprocessor pre-open hook at 1731288458160Writing region info on filesystem at 1731288458160Initializing all the Stores at 1731288458161 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288458161Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288458161Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288458161Cleaning up temporary data from old regions at 1731288458172 (+11 ms)Running coprocessor post-open hooks at 1731288458176 (+4 ms)Region opened successfully at 1731288458176 2024-11-11T01:27:38,177 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., pid=149, masterSystemTime=1731288458150 2024-11-11T01:27:38,179 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,179 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=OPEN, openSeqNum=5, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:27:38,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-11T01:27:38,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 in 187 msec 2024-11-11T01:27:38,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-11T01:27:38,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, REOPEN/MOVE in 520 msec 2024-11-11T01:27:38,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-11T01:27:38,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-11T01:27:38,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 948 msec 2024-11-11T01:27:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T01:27:38,193 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:38,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,195 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472702c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2c068e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,200 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194d8ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,202 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8bcf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,204 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6a0ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3366cdaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517bd4b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,211 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f27f516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,214 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46515d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,216 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85320e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c73554e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,220 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d6faca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,223 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b72fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,225 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efe8093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,228 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226a1b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,229 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125e38ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,231 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302c556a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39efef2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37725,-1 for getting cluster id 2024-11-11T01:27:38,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:27:38,234 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f5a3ddb-1986-4f47-937c-8c567fba9e93' 2024-11-11T01:27:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:27:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f5a3ddb-1986-4f47-937c-8c567fba9e93" 2024-11-11T01:27:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2435cb65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37725,-1] 2024-11-11T01:27:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:27:38,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:38,235 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:27:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b57d0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:27:38,235 DEBUG [Thread-2244 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 DEBUG [Thread-2261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 DEBUG [Thread-2259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 DEBUG [Thread-2248 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 DEBUG [Thread-2242 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 DEBUG [Thread-2253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,236 DEBUG [Thread-2250 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-11T01:27:38,239 DEBUG [Thread-2255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,239 DEBUG [Thread-2246 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,239 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,240 DEBUG [Thread-2257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:27:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:38,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37447,1731288302179, seqNum=-1] 2024-11-11T01:27:38,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:27:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5] 2024-11-11T01:27:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,247 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:38,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T01:27:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288518272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288518272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288518273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288518275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288518275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111174b5c04f5f0d44049385d22419ad04ec_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288458246/Put/seqid=0 2024-11-11T01:27:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742325_1501 (size=12154) 2024-11-11T01:27:38,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:38,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111174b5c04f5f0d44049385d22419ad04ec_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111174b5c04f5f0d44049385d22419ad04ec_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:38,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/d6c0bca51eb44fbb84e478fe53b15d6d, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:38,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/d6c0bca51eb44fbb84e478fe53b15d6d is 175, key is test_row_0/A:col10/1731288458246/Put/seqid=0 2024-11-11T01:27:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742326_1502 (size=30955) 2024-11-11T01:27:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288518382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288518382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288518382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288518382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288518382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:38,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:38,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:38,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:38,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288518592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288518592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288518592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288518592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288518592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:38,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:38,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/d6c0bca51eb44fbb84e478fe53b15d6d 2024-11-11T01:27:38,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/dd255b0485954d7eb29a01e0e1c6a596 is 50, key is test_row_0/B:col10/1731288458246/Put/seqid=0 2024-11-11T01:27:38,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742327_1503 (size=12001) 2024-11-11T01:27:38,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:38,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288518902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288518902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288518902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288518902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288518902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:39,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/dd255b0485954d7eb29a01e0e1c6a596 2024-11-11T01:27:39,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f317f193ab5d4997a7a698fc6e3607fa is 50, key is test_row_0/C:col10/1731288458246/Put/seqid=0 2024-11-11T01:27:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742328_1504 (size=12001) 2024-11-11T01:27:39,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288519412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288519412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288519412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288519412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288519412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:39,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:39,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f317f193ab5d4997a7a698fc6e3607fa 2024-11-11T01:27:39,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/d6c0bca51eb44fbb84e478fe53b15d6d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d 2024-11-11T01:27:39,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d, entries=150, sequenceid=18, filesize=30.2 K 2024-11-11T01:27:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/dd255b0485954d7eb29a01e0e1c6a596 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/dd255b0485954d7eb29a01e0e1c6a596 2024-11-11T01:27:39,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/dd255b0485954d7eb29a01e0e1c6a596, entries=150, sequenceid=18, filesize=11.7 K 2024-11-11T01:27:39,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f317f193ab5d4997a7a698fc6e3607fa as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f317f193ab5d4997a7a698fc6e3607fa 2024-11-11T01:27:39,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f317f193ab5d4997a7a698fc6e3607fa, entries=150, sequenceid=18, filesize=11.7 K 2024-11-11T01:27:39,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9b448e90519b514c5b336accdc01c625 in 1319ms, sequenceid=18, compaction requested=false 2024-11-11T01:27:39,567 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T01:27:39,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:39,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T01:27:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:39,612 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T01:27:39,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113cb70d55f9054df3afbf8d65ff130dc6_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288458272/Put/seqid=0 2024-11-11T01:27:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742329_1505 (size=12154) 2024-11-11T01:27:39,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T01:27:40,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:40,024 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113cb70d55f9054df3afbf8d65ff130dc6_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113cb70d55f9054df3afbf8d65ff130dc6_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/0f54e75d371a4f3491a39f23c717a1e6, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:40,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/0f54e75d371a4f3491a39f23c717a1e6 is 175, key is test_row_0/A:col10/1731288458272/Put/seqid=0 2024-11-11T01:27:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742330_1506 (size=30955) 2024-11-11T01:27:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:40,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:40,429 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/0f54e75d371a4f3491a39f23c717a1e6 2024-11-11T01:27:40,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/607f560e1bd64c4f807903d369ffe2ed is 50, key is test_row_0/B:col10/1731288458272/Put/seqid=0 2024-11-11T01:27:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288520432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288520432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288520433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,436 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288520435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288520436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742331_1507 (size=12001) 2024-11-11T01:27:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288520542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288520542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288520542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288520542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288520752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288520753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288520753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288520753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:40,842 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/607f560e1bd64c4f807903d369ffe2ed 2024-11-11T01:27:40,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/66374a84dfac4b2d91073d5bb0c6e0bc is 50, key is test_row_0/C:col10/1731288458272/Put/seqid=0 2024-11-11T01:27:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742332_1508 (size=12001) 2024-11-11T01:27:41,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288521062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288521062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288521062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288521062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,261 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/66374a84dfac4b2d91073d5bb0c6e0bc 2024-11-11T01:27:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/0f54e75d371a4f3491a39f23c717a1e6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6 2024-11-11T01:27:41,415 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T01:27:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/607f560e1bd64c4f807903d369ffe2ed as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/607f560e1bd64c4f807903d369ffe2ed 2024-11-11T01:27:41,418 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/607f560e1bd64c4f807903d369ffe2ed, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:27:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/66374a84dfac4b2d91073d5bb0c6e0bc as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/66374a84dfac4b2d91073d5bb0c6e0bc 2024-11-11T01:27:41,421 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/66374a84dfac4b2d91073d5bb0c6e0bc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T01:27:41,422 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9b448e90519b514c5b336accdc01c625 in 1810ms, sequenceid=40, compaction requested=false 2024-11-11T01:27:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-11T01:27:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-11T01:27:41,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-11T01:27:41,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1820 sec 2024-11-11T01:27:41,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.1890 sec 2024-11-11T01:27:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:41,574 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:41,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T01:27:41,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f308fec2361f4ca8aebe4003c1b266d9_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742333_1509 (size=14594) 2024-11-11T01:27:41,585 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:41,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f308fec2361f4ca8aebe4003c1b266d9_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f308fec2361f4ca8aebe4003c1b266d9_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:41,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/5866aa3b26db468f8affc034118d178d, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:41,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/5866aa3b26db468f8affc034118d178d is 175, key is test_row_0/A:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742334_1510 (size=39549) 2024-11-11T01:27:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288521619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288521619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288521619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288521620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288521732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288521732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288521732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288521732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288521941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288521942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288521942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288521942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:41,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/5866aa3b26db468f8affc034118d178d 2024-11-11T01:27:41,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/13ac1849f537425ea83162278f8016fa is 50, key is test_row_0/B:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742335_1511 (size=12001) 2024-11-11T01:27:42,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288522252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288522252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288522252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288522252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/13ac1849f537425ea83162278f8016fa 2024-11-11T01:27:42,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/d4d7fb60234540b6a4989de9916d856e is 50, key is test_row_0/C:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T01:27:42,412 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:42,412 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-11T01:27:42,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T01:27:42,415 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:42,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742336_1512 (size=12001) 2024-11-11T01:27:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288522462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,464 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T01:27:42,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-11T01:27:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:42,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-11T01:27:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T01:27:42,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288522762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288522762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288522762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288522762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:42,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/d4d7fb60234540b6a4989de9916d856e 2024-11-11T01:27:42,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/5866aa3b26db468f8affc034118d178d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d 2024-11-11T01:27:42,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d, entries=200, sequenceid=56, filesize=38.6 K 2024-11-11T01:27:42,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/13ac1849f537425ea83162278f8016fa as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/13ac1849f537425ea83162278f8016fa 2024-11-11T01:27:42,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/13ac1849f537425ea83162278f8016fa, entries=150, sequenceid=56, filesize=11.7 K 2024-11-11T01:27:42,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/d4d7fb60234540b6a4989de9916d856e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d4d7fb60234540b6a4989de9916d856e 2024-11-11T01:27:42,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d4d7fb60234540b6a4989de9916d856e, entries=150, sequenceid=56, filesize=11.7 K 2024-11-11T01:27:42,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9b448e90519b514c5b336accdc01c625 in 1258ms, sequenceid=56, compaction requested=true 2024-11-11T01:27:42,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:42,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:42,833 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:42,833 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:42,833 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:42,833 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:42,833 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/B is initiating minor compaction (all files) 2024-11-11T01:27:42,833 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/A is initiating minor compaction (all files) 2024-11-11T01:27:42,833 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/A in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,833 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/B in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,834 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/dd255b0485954d7eb29a01e0e1c6a596, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/607f560e1bd64c4f807903d369ffe2ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/13ac1849f537425ea83162278f8016fa] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.2 K 2024-11-11T01:27:42,834 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=99.1 K 2024-11-11T01:27:42,834 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d] 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting dd255b0485954d7eb29a01e0e1c6a596, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731288458246 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c0bca51eb44fbb84e478fe53b15d6d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731288458246 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 607f560e1bd64c4f807903d369ffe2ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288458264 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f54e75d371a4f3491a39f23c717a1e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288458264 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ac1849f537425ea83162278f8016fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731288460435 2024-11-11T01:27:42,834 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5866aa3b26db468f8affc034118d178d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731288460434 2024-11-11T01:27:42,840 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:42,841 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:42,841 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5f28b8047f124ade8b80116fcfcdb2ec is 50, key is test_row_0/B:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:42,845 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111156e9bff881d44945a059de1f38f5d7f2_9b448e90519b514c5b336accdc01c625 store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:42,847 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111156e9bff881d44945a059de1f38f5d7f2_9b448e90519b514c5b336accdc01c625, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:42,847 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111156e9bff881d44945a059de1f38f5d7f2_9b448e90519b514c5b336accdc01c625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742337_1513 (size=12104) 2024-11-11T01:27:42,857 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5f28b8047f124ade8b80116fcfcdb2ec as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5f28b8047f124ade8b80116fcfcdb2ec 2024-11-11T01:27:42,861 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/B of 9b448e90519b514c5b336accdc01c625 into 5f28b8047f124ade8b80116fcfcdb2ec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:42,861 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:42,861 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/B, priority=13, startTime=1731288462833; duration=0sec 2024-11-11T01:27:42,861 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:42,861 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:B 2024-11-11T01:27:42,861 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:42,862 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:42,862 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/C is initiating minor compaction (all files) 2024-11-11T01:27:42,862 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/C in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,862 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f317f193ab5d4997a7a698fc6e3607fa, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/66374a84dfac4b2d91073d5bb0c6e0bc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d4d7fb60234540b6a4989de9916d856e] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.2 K 2024-11-11T01:27:42,862 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f317f193ab5d4997a7a698fc6e3607fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731288458246 2024-11-11T01:27:42,863 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 66374a84dfac4b2d91073d5bb0c6e0bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731288458264 2024-11-11T01:27:42,863 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting d4d7fb60234540b6a4989de9916d856e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731288460435 2024-11-11T01:27:42,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-11T01:27:42,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:42,876 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T01:27:42,879 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:42,879 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/82c433a6ef624783b963387dc8ac45eb is 50, key is test_row_0/C:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bedd9166866f4ca7a9db2e3544124a64_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288461619/Put/seqid=0 2024-11-11T01:27:42,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742338_1514 (size=4469) 2024-11-11T01:27:42,905 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#A#compaction#435 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:42,906 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/fd1ed41077d44d57abbadb674ae152cf is 175, key is test_row_0/A:col10/1731288461573/Put/seqid=0 2024-11-11T01:27:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742339_1515 (size=12104) 2024-11-11T01:27:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742340_1516 (size=12154) 2024-11-11T01:27:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742341_1517 (size=31058) 2024-11-11T01:27:42,932 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/fd1ed41077d44d57abbadb674ae152cf as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fd1ed41077d44d57abbadb674ae152cf 2024-11-11T01:27:42,937 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/A of 9b448e90519b514c5b336accdc01c625 into fd1ed41077d44d57abbadb674ae152cf(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:42,937 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:42,937 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/A, priority=13, startTime=1731288462832; duration=0sec 2024-11-11T01:27:42,937 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:42,937 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:A 2024-11-11T01:27:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T01:27:43,309 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/82c433a6ef624783b963387dc8ac45eb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/82c433a6ef624783b963387dc8ac45eb 2024-11-11T01:27:43,313 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/C of 9b448e90519b514c5b336accdc01c625 into 82c433a6ef624783b963387dc8ac45eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:43,313 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:43,313 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/C, priority=13, startTime=1731288462833; duration=0sec 2024-11-11T01:27:43,313 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:43,313 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:C 2024-11-11T01:27:43,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:43,319 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bedd9166866f4ca7a9db2e3544124a64_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bedd9166866f4ca7a9db2e3544124a64_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/57ecfa7c75b54344a0806de55cd45ae4, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:43,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/57ecfa7c75b54344a0806de55cd45ae4 is 175, key is test_row_0/A:col10/1731288461619/Put/seqid=0 2024-11-11T01:27:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742342_1518 (size=30955) 2024-11-11T01:27:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T01:27:43,724 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/57ecfa7c75b54344a0806de55cd45ae4 2024-11-11T01:27:43,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/4b8a45fadb7d4fd6b2873dc211e657ad is 50, key is test_row_0/B:col10/1731288461619/Put/seqid=0 2024-11-11T01:27:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742343_1519 (size=12001) 2024-11-11T01:27:43,732 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/4b8a45fadb7d4fd6b2873dc211e657ad 2024-11-11T01:27:43,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/ae760d2224ea40e8bde0ee39732fd50a is 50, key is test_row_0/C:col10/1731288461619/Put/seqid=0 2024-11-11T01:27:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742344_1520 (size=12001) 2024-11-11T01:27:43,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288523789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288523790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288523791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288523793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288523902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288523902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288523902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288523902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288524112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288524112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288524112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288524112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,140 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/ae760d2224ea40e8bde0ee39732fd50a 2024-11-11T01:27:44,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/57ecfa7c75b54344a0806de55cd45ae4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4 2024-11-11T01:27:44,146 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4, entries=150, sequenceid=77, filesize=30.2 K 2024-11-11T01:27:44,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/4b8a45fadb7d4fd6b2873dc211e657ad as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/4b8a45fadb7d4fd6b2873dc211e657ad 2024-11-11T01:27:44,149 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/4b8a45fadb7d4fd6b2873dc211e657ad, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T01:27:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/ae760d2224ea40e8bde0ee39732fd50a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ae760d2224ea40e8bde0ee39732fd50a 2024-11-11T01:27:44,152 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ae760d2224ea40e8bde0ee39732fd50a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T01:27:44,153 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9b448e90519b514c5b336accdc01c625 in 1277ms, sequenceid=77, compaction requested=false 2024-11-11T01:27:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-11T01:27:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-11T01:27:44,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-11T01:27:44,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-11-11T01:27:44,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.7450 sec 2024-11-11T01:27:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:44,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T01:27:44,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b6f5ba3b651e440a850cef13221b3368_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742345_1521 (size=12154) 2024-11-11T01:27:44,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288524438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288524439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288524440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288524441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288524552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288524552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288524552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288524552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T01:27:44,562 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:44,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-11T01:27:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:44,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:44,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:44,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:44,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:44,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288524762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288524762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288524762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288524762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:44,833 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:44,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b6f5ba3b651e440a850cef13221b3368_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b6f5ba3b651e440a850cef13221b3368_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:44,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/86588b6a6eab46158c3ff57154cb670c, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:44,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/86588b6a6eab46158c3ff57154cb670c is 175, key is test_row_0/A:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742346_1522 (size=30955) 2024-11-11T01:27:44,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:44,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:45,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288525072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288525072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288525072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288525072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:45,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:45,240 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/86588b6a6eab46158c3ff57154cb670c 2024-11-11T01:27:45,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/a6d3596f96074c25bbf752f36b43b6ca is 50, key is test_row_0/B:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742347_1523 (size=12001) 2024-11-11T01:27:45,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:45,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288525582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288525582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288525582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288525582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:45,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:45,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/a6d3596f96074c25bbf752f36b43b6ca 2024-11-11T01:27:45,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/2a764541d13d43d8a28198df696fd096 is 50, key is test_row_0/C:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742348_1524 (size=12001) 2024-11-11T01:27:45,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/2a764541d13d43d8a28198df696fd096 2024-11-11T01:27:45,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/86588b6a6eab46158c3ff57154cb670c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c 2024-11-11T01:27:45,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c, entries=150, sequenceid=96, filesize=30.2 K 2024-11-11T01:27:45,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/a6d3596f96074c25bbf752f36b43b6ca as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/a6d3596f96074c25bbf752f36b43b6ca 2024-11-11T01:27:45,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/a6d3596f96074c25bbf752f36b43b6ca, entries=150, sequenceid=96, filesize=11.7 K 2024-11-11T01:27:45,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/2a764541d13d43d8a28198df696fd096 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/2a764541d13d43d8a28198df696fd096 2024-11-11T01:27:45,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/2a764541d13d43d8a28198df696fd096, entries=150, sequenceid=96, filesize=11.7 K 2024-11-11T01:27:45,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9b448e90519b514c5b336accdc01c625 in 1247ms, sequenceid=96, compaction requested=true 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:45,670 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T01:27:45,670 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:45,671 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:45,671 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/A is initiating minor compaction (all files) 2024-11-11T01:27:45,671 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/A in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,671 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fd1ed41077d44d57abbadb674ae152cf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=90.8 K 2024-11-11T01:27:45,671 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,671 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fd1ed41077d44d57abbadb674ae152cf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c] 2024-11-11T01:27:45,671 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:45,671 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/B is initiating minor compaction (all files) 2024-11-11T01:27:45,671 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/B in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,671 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5f28b8047f124ade8b80116fcfcdb2ec, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/4b8a45fadb7d4fd6b2873dc211e657ad, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/a6d3596f96074c25bbf752f36b43b6ca] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.3 K 2024-11-11T01:27:45,672 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd1ed41077d44d57abbadb674ae152cf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731288460435 2024-11-11T01:27:45,672 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f28b8047f124ade8b80116fcfcdb2ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731288460435 2024-11-11T01:27:45,672 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ecfa7c75b54344a0806de55cd45ae4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731288461580 2024-11-11T01:27:45,672 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8a45fadb7d4fd6b2873dc211e657ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731288461580 2024-11-11T01:27:45,672 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86588b6a6eab46158c3ff57154cb670c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731288463788 2024-11-11T01:27:45,672 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d3596f96074c25bbf752f36b43b6ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731288463788 2024-11-11T01:27:45,677 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:45,679 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:45,679 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114a30c4e7f63e465eab412428b51ddb79_9b448e90519b514c5b336accdc01c625 store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:45,680 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/77e869a091ee4e3b8dcf009e71b530c0 is 50, key is test_row_0/B:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:45,681 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114a30c4e7f63e465eab412428b51ddb79_9b448e90519b514c5b336accdc01c625, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:45,682 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114a30c4e7f63e465eab412428b51ddb79_9b448e90519b514c5b336accdc01c625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:45,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742349_1525 (size=4469) 2024-11-11T01:27:45,689 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#A#compaction#443 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:45,689 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/126502972609450b9c3c9adae9604825 is 175, key is test_row_0/A:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742351_1527 (size=31161) 2024-11-11T01:27:45,736 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/126502972609450b9c3c9adae9604825 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/126502972609450b9c3c9adae9604825 2024-11-11T01:27:45,741 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/A of 9b448e90519b514c5b336accdc01c625 into 126502972609450b9c3c9adae9604825(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:45,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:45,741 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/A, priority=13, startTime=1731288465670; duration=0sec 2024-11-11T01:27:45,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:45,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:A 2024-11-11T01:27:45,741 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742350_1526 (size=12207) 2024-11-11T01:27:45,743 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:45,743 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/C is initiating minor compaction (all files) 2024-11-11T01:27:45,743 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/C in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,743 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/82c433a6ef624783b963387dc8ac45eb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ae760d2224ea40e8bde0ee39732fd50a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/2a764541d13d43d8a28198df696fd096] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.3 K 2024-11-11T01:27:45,743 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c433a6ef624783b963387dc8ac45eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731288460435 2024-11-11T01:27:45,744 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae760d2224ea40e8bde0ee39732fd50a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731288461580 2024-11-11T01:27:45,744 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a764541d13d43d8a28198df696fd096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731288463788 2024-11-11T01:27:45,745 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/77e869a091ee4e3b8dcf009e71b530c0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/77e869a091ee4e3b8dcf009e71b530c0 2024-11-11T01:27:45,750 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/B of 9b448e90519b514c5b336accdc01c625 into 77e869a091ee4e3b8dcf009e71b530c0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:45,750 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:45,750 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/B, priority=13, startTime=1731288465670; duration=0sec 2024-11-11T01:27:45,750 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:45,750 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:B 2024-11-11T01:27:45,751 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:45,752 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f82dd533bdb142f3876422cbf240c30d is 50, key is test_row_0/C:col10/1731288463789/Put/seqid=0 2024-11-11T01:27:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742352_1528 (size=12207) 2024-11-11T01:27:45,759 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f82dd533bdb142f3876422cbf240c30d as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f82dd533bdb142f3876422cbf240c30d 2024-11-11T01:27:45,763 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/C of 9b448e90519b514c5b336accdc01c625 into f82dd533bdb142f3876422cbf240c30d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:45,763 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:45,763 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/C, priority=13, startTime=1731288465670; duration=0sec 2024-11-11T01:27:45,763 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:45,763 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:C 2024-11-11T01:27:45,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T01:27:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:45,784 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T01:27:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182d05847f3cc44ffbf0ccbd9c7d8a603_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288464434/Put/seqid=0 2024-11-11T01:27:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742353_1529 (size=12154) 2024-11-11T01:27:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:46,197 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182d05847f3cc44ffbf0ccbd9c7d8a603_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182d05847f3cc44ffbf0ccbd9c7d8a603_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:46,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/301b5ed0eae74dff9e0111fe71a169a8, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:46,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/301b5ed0eae74dff9e0111fe71a169a8 is 175, key is test_row_0/A:col10/1731288464434/Put/seqid=0 2024-11-11T01:27:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742354_1530 (size=30955) 2024-11-11T01:27:46,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288526516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288526592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288526593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,594 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:46,594 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:46,601 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/301b5ed0eae74dff9e0111fe71a169a8 2024-11-11T01:27:46,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288526602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288526602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,603 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:46,603 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:46,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/051c7a31577e48b6b4aff929d4964577 is 50, key is test_row_0/B:col10/1731288464434/Put/seqid=0 2024-11-11T01:27:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742355_1531 (size=12001) 2024-11-11T01:27:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288526622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:46,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288526832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:47,011 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/051c7a31577e48b6b4aff929d4964577 2024-11-11T01:27:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/90d09f94c43f41638af3884ff3853fbc is 50, key is test_row_0/C:col10/1731288464434/Put/seqid=0 2024-11-11T01:27:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742356_1532 (size=12001) 2024-11-11T01:27:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288527142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:47,421 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/90d09f94c43f41638af3884ff3853fbc 2024-11-11T01:27:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/301b5ed0eae74dff9e0111fe71a169a8 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8 2024-11-11T01:27:47,427 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8, entries=150, sequenceid=118, filesize=30.2 K 2024-11-11T01:27:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/051c7a31577e48b6b4aff929d4964577 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/051c7a31577e48b6b4aff929d4964577 2024-11-11T01:27:47,430 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/051c7a31577e48b6b4aff929d4964577, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T01:27:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/90d09f94c43f41638af3884ff3853fbc as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/90d09f94c43f41638af3884ff3853fbc 2024-11-11T01:27:47,433 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/90d09f94c43f41638af3884ff3853fbc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T01:27:47,433 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9b448e90519b514c5b336accdc01c625 in 1649ms, sequenceid=118, compaction requested=false 2024-11-11T01:27:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-11T01:27:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-11T01:27:47,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-11T01:27:47,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8710 sec 2024-11-11T01:27:47,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.8750 sec 2024-11-11T01:27:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:47,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:47,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T01:27:47,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb611cd396bc420dbc479c7fe8d33036_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742357_1533 (size=14694) 2024-11-11T01:27:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288527725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:47,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288527832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:47,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:47,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:47,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288528042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:48,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb611cd396bc420dbc479c7fe8d33036_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb611cd396bc420dbc479c7fe8d33036_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:48,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f771d0b2008247d7b337fb1e4bdc93fd, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:48,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f771d0b2008247d7b337fb1e4bdc93fd is 175, key is test_row_0/A:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742358_1534 (size=39649) 2024-11-11T01:27:48,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288528352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f771d0b2008247d7b337fb1e4bdc93fd 2024-11-11T01:27:48,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5b068f131f0348bd85ea828b7d196d94 is 50, key is test_row_0/B:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742359_1535 (size=12101) 2024-11-11T01:27:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288528612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288528612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288528612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,614 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,615 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,615 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288528622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,624 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T01:27:48,722 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:48,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-11T01:27:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:48,724 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:48,724 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:48,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288528862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:48,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T01:27:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:48,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:48,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:48,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5b068f131f0348bd85ea828b7d196d94 2024-11-11T01:27:48,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/a6e16ecc74964202964f95ccb2347c42 is 50, key is test_row_0/C:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742360_1536 (size=12101) 2024-11-11T01:27:49,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T01:27:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:49,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T01:27:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:27:49,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/a6e16ecc74964202964f95ccb2347c42 2024-11-11T01:27:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f771d0b2008247d7b337fb1e4bdc93fd as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd 2024-11-11T01:27:49,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd, entries=200, sequenceid=136, filesize=38.7 K 2024-11-11T01:27:49,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5b068f131f0348bd85ea828b7d196d94 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5b068f131f0348bd85ea828b7d196d94 2024-11-11T01:27:49,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5b068f131f0348bd85ea828b7d196d94, entries=150, sequenceid=136, filesize=11.8 K 2024-11-11T01:27:49,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/a6e16ecc74964202964f95ccb2347c42 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/a6e16ecc74964202964f95ccb2347c42 2024-11-11T01:27:49,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/a6e16ecc74964202964f95ccb2347c42, entries=150, sequenceid=136, filesize=11.8 K 2024-11-11T01:27:49,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9b448e90519b514c5b336accdc01c625 in 1649ms, sequenceid=136, compaction requested=true 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:49,304 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:49,304 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:49,304 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:49,305 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/A is initiating minor compaction (all files) 2024-11-11T01:27:49,305 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/A in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,305 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/126502972609450b9c3c9adae9604825, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=99.4 K 2024-11-11T01:27:49,305 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,305 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/126502972609450b9c3c9adae9604825, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd] 2024-11-11T01:27:49,305 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:49,305 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 126502972609450b9c3c9adae9604825, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731288463788 2024-11-11T01:27:49,305 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/B is initiating minor compaction (all files) 2024-11-11T01:27:49,305 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/B in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,305 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/77e869a091ee4e3b8dcf009e71b530c0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/051c7a31577e48b6b4aff929d4964577, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5b068f131f0348bd85ea828b7d196d94] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.5 K 2024-11-11T01:27:49,305 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 301b5ed0eae74dff9e0111fe71a169a8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731288464434 2024-11-11T01:27:49,306 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e869a091ee4e3b8dcf009e71b530c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731288463788 2024-11-11T01:27:49,306 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f771d0b2008247d7b337fb1e4bdc93fd, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731288466487 2024-11-11T01:27:49,306 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 051c7a31577e48b6b4aff929d4964577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731288464434 2024-11-11T01:27:49,306 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b068f131f0348bd85ea828b7d196d94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731288466487 2024-11-11T01:27:49,313 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:49,315 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:49,315 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/1d4666a9d96a46ed9391da9b8544e21a is 50, key is test_row_0/B:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:49,316 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114f75a4d923284d32aa37ec74bb2e3e85_9b448e90519b514c5b336accdc01c625 store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:49,318 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114f75a4d923284d32aa37ec74bb2e3e85_9b448e90519b514c5b336accdc01c625, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:49,318 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114f75a4d923284d32aa37ec74bb2e3e85_9b448e90519b514c5b336accdc01c625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742361_1537 (size=12409) 2024-11-11T01:27:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742362_1538 (size=4469) 2024-11-11T01:27:49,330 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#A#compaction#452 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:49,330 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/9170a7fbb3a24a5fad7916fba8106a29 is 175, key is test_row_0/A:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:49,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T01:27:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,334 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T01:27:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742363_1539 (size=31363) 2024-11-11T01:27:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114b941207784f46a6a7e2090b9acfb3fa_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288467720/Put/seqid=0 2024-11-11T01:27:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742364_1540 (size=12304) 2024-11-11T01:27:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:49,729 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/1d4666a9d96a46ed9391da9b8544e21a as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1d4666a9d96a46ed9391da9b8544e21a 2024-11-11T01:27:49,732 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/B of 9b448e90519b514c5b336accdc01c625 into 1d4666a9d96a46ed9391da9b8544e21a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:49,732 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:49,732 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/B, priority=13, startTime=1731288469304; duration=0sec 2024-11-11T01:27:49,732 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:49,732 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:B 2024-11-11T01:27:49,732 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:49,733 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:49,733 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/C is initiating minor compaction (all files) 2024-11-11T01:27:49,733 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/C in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:49,733 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f82dd533bdb142f3876422cbf240c30d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/90d09f94c43f41638af3884ff3853fbc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/a6e16ecc74964202964f95ccb2347c42] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.5 K 2024-11-11T01:27:49,733 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f82dd533bdb142f3876422cbf240c30d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731288463788 2024-11-11T01:27:49,733 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 90d09f94c43f41638af3884ff3853fbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731288464434 2024-11-11T01:27:49,734 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting a6e16ecc74964202964f95ccb2347c42, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731288466487 2024-11-11T01:27:49,738 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:49,738 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/eac627fde23c4d26bc5c31686e8ec027 is 50, key is test_row_0/C:col10/1731288466487/Put/seqid=0 2024-11-11T01:27:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742365_1541 (size=12409) 2024-11-11T01:27:49,742 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/9170a7fbb3a24a5fad7916fba8106a29 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9170a7fbb3a24a5fad7916fba8106a29 2024-11-11T01:27:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:49,745 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/eac627fde23c4d26bc5c31686e8ec027 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/eac627fde23c4d26bc5c31686e8ec027 2024-11-11T01:27:49,746 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/A of 9b448e90519b514c5b336accdc01c625 into 9170a7fbb3a24a5fad7916fba8106a29(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:49,746 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114b941207784f46a6a7e2090b9acfb3fa_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114b941207784f46a6a7e2090b9acfb3fa_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:49,746 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:49,747 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/A, priority=13, startTime=1731288469304; duration=0sec 2024-11-11T01:27:49,747 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:49,747 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:A 2024-11-11T01:27:49,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/19ab4c469844403db5f47a0e6c283b2e, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/19ab4c469844403db5f47a0e6c283b2e is 175, key is test_row_0/A:col10/1731288467720/Put/seqid=0 2024-11-11T01:27:49,749 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/C of 9b448e90519b514c5b336accdc01c625 into eac627fde23c4d26bc5c31686e8ec027(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:49,749 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:49,749 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/C, priority=13, startTime=1731288469304; duration=0sec 2024-11-11T01:27:49,749 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:49,749 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:C 2024-11-11T01:27:49,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742366_1542 (size=31105) 2024-11-11T01:27:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:49,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:49,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288529925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288530032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:50,151 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/19ab4c469844403db5f47a0e6c283b2e 2024-11-11T01:27:50,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/2f0be1163f364f61bb73d55e3cd23b78 is 50, key is test_row_0/B:col10/1731288467720/Put/seqid=0 2024-11-11T01:27:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742367_1543 (size=12151) 2024-11-11T01:27:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288530242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:50,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288530552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:50,559 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/2f0be1163f364f61bb73d55e3cd23b78 2024-11-11T01:27:50,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/c5fc42b967724dfda515e82c53145c40 is 50, key is test_row_0/C:col10/1731288467720/Put/seqid=0 2024-11-11T01:27:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742368_1544 (size=12151) 2024-11-11T01:27:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:50,967 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/c5fc42b967724dfda515e82c53145c40 2024-11-11T01:27:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/19ab4c469844403db5f47a0e6c283b2e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e 2024-11-11T01:27:50,972 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e, entries=150, sequenceid=154, filesize=30.4 K 2024-11-11T01:27:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/2f0be1163f364f61bb73d55e3cd23b78 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2f0be1163f364f61bb73d55e3cd23b78 2024-11-11T01:27:50,976 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2f0be1163f364f61bb73d55e3cd23b78, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T01:27:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/c5fc42b967724dfda515e82c53145c40 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/c5fc42b967724dfda515e82c53145c40 2024-11-11T01:27:50,979 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/c5fc42b967724dfda515e82c53145c40, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T01:27:50,979 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9b448e90519b514c5b336accdc01c625 in 1645ms, sequenceid=154, compaction requested=false 2024-11-11T01:27:50,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:50,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:50,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-11T01:27:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-11T01:27:50,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-11T01:27:50,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec 2024-11-11T01:27:50,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.2600 sec 2024-11-11T01:27:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:51,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:51,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T01:27:51,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108f8b4d37362456881b74dd77faecb17_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742369_1545 (size=14794) 2024-11-11T01:27:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288531112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:51,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288531222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:51,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:51,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288531432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:51,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:51,531 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108f8b4d37362456881b74dd77faecb17_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108f8b4d37362456881b74dd77faecb17_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:51,532 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/cbd52135cb87467f9e568e759be94471, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:51,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/cbd52135cb87467f9e568e759be94471 is 175, key is test_row_0/A:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:51,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742370_1546 (size=39749) 2024-11-11T01:27:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288531742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:51,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/cbd52135cb87467f9e568e759be94471 2024-11-11T01:27:51,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/7024a15581494f9b85a9e268e8dec129 is 50, key is test_row_0/B:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742371_1547 (size=12151) 2024-11-11T01:27:52,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288532252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:52,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/7024a15581494f9b85a9e268e8dec129 2024-11-11T01:27:52,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/3b3c7fbdd7d64edb9ead757f30c1bfc3 is 50, key is test_row_0/C:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:52,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742372_1548 (size=12151) 2024-11-11T01:27:52,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44694 deadline: 1731288532622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:52,625 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44654 deadline: 1731288532632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:52,635 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_2' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44644 deadline: 1731288532642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:52,643 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_0' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44630 deadline: 1731288532662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:52,665 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 612696b701d2,37447,1731288302179 for 'test_row_1' in 9b448e90519b514c5b336accdc01c625 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T01:27:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:52,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/3b3c7fbdd7d64edb9ead757f30c1bfc3 2024-11-11T01:27:52,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/cbd52135cb87467f9e568e759be94471 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471 2024-11-11T01:27:52,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471, entries=200, sequenceid=176, filesize=38.8 K 2024-11-11T01:27:52,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/7024a15581494f9b85a9e268e8dec129 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/7024a15581494f9b85a9e268e8dec129 2024-11-11T01:27:52,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/7024a15581494f9b85a9e268e8dec129, entries=150, sequenceid=176, filesize=11.9 K 2024-11-11T01:27:52,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/3b3c7fbdd7d64edb9ead757f30c1bfc3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/3b3c7fbdd7d64edb9ead757f30c1bfc3 2024-11-11T01:27:52,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/3b3c7fbdd7d64edb9ead757f30c1bfc3, entries=150, sequenceid=176, filesize=11.9 K 2024-11-11T01:27:52,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9b448e90519b514c5b336accdc01c625 in 1700ms, sequenceid=176, compaction requested=true 2024-11-11T01:27:52,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:52,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:27:52,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:52,766 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:27:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:27:52,766 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:52,767 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:52,767 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:52,767 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/A is initiating minor compaction (all files) 2024-11-11T01:27:52,767 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/B is initiating minor compaction (all files) 2024-11-11T01:27:52,767 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/B in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:52,767 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/A in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:52,767 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1d4666a9d96a46ed9391da9b8544e21a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2f0be1163f364f61bb73d55e3cd23b78, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/7024a15581494f9b85a9e268e8dec129] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.9 K 2024-11-11T01:27:52,767 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9170a7fbb3a24a5fad7916fba8106a29, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=99.8 K 2024-11-11T01:27:52,767 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:52,767 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9170a7fbb3a24a5fad7916fba8106a29, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471] 2024-11-11T01:27:52,767 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d4666a9d96a46ed9391da9b8544e21a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731288466487 2024-11-11T01:27:52,768 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9170a7fbb3a24a5fad7916fba8106a29, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731288466487 2024-11-11T01:27:52,768 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f0be1163f364f61bb73d55e3cd23b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731288467713 2024-11-11T01:27:52,768 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19ab4c469844403db5f47a0e6c283b2e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731288467713 2024-11-11T01:27:52,768 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 7024a15581494f9b85a9e268e8dec129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731288469914 2024-11-11T01:27:52,768 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbd52135cb87467f9e568e759be94471, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731288469911 2024-11-11T01:27:52,785 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:52,786 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#B#compaction#461 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:52,786 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5552cb5f207e40d68d77a178fe688052 is 50, key is test_row_0/B:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:52,787 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111082535730f2e49fd8535fc26435cfe93_9b448e90519b514c5b336accdc01c625 store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:52,789 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111082535730f2e49fd8535fc26435cfe93_9b448e90519b514c5b336accdc01c625, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:52,789 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111082535730f2e49fd8535fc26435cfe93_9b448e90519b514c5b336accdc01c625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742373_1549 (size=12561) 2024-11-11T01:27:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742374_1550 (size=4469) 2024-11-11T01:27:52,796 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/5552cb5f207e40d68d77a178fe688052 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5552cb5f207e40d68d77a178fe688052 2024-11-11T01:27:52,796 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#A#compaction#462 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:52,797 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/fe6a17a98db541cc9622291e0868a37e is 175, key is test_row_0/A:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:52,801 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/B of 9b448e90519b514c5b336accdc01c625 into 5552cb5f207e40d68d77a178fe688052(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:52,801 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:52,801 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/B, priority=13, startTime=1731288472766; duration=0sec 2024-11-11T01:27:52,801 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:27:52,801 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:B 2024-11-11T01:27:52,801 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T01:27:52,802 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T01:27:52,802 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/C is initiating minor compaction (all files) 2024-11-11T01:27:52,802 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/C in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:52,802 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/eac627fde23c4d26bc5c31686e8ec027, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/c5fc42b967724dfda515e82c53145c40, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/3b3c7fbdd7d64edb9ead757f30c1bfc3] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=35.9 K 2024-11-11T01:27:52,802 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting eac627fde23c4d26bc5c31686e8ec027, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731288466487 2024-11-11T01:27:52,802 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting c5fc42b967724dfda515e82c53145c40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731288467713 2024-11-11T01:27:52,803 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b3c7fbdd7d64edb9ead757f30c1bfc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731288469914 2024-11-11T01:27:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742375_1551 (size=31515) 2024-11-11T01:27:52,808 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:27:52,808 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/75ff22ed1b2f45c5952665648cb4f9cb is 50, key is test_row_0/C:col10/1731288469914/Put/seqid=0 2024-11-11T01:27:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742376_1552 (size=12561) 2024-11-11T01:27:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T01:27:52,892 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:52,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-11T01:27:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T01:27:52,895 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:52,895 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:52,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T01:27:53,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T01:27:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:53,047 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T01:27:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c30e575da40b48698b908ac5a5f55e02_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288471100/Put/seqid=0 2024-11-11T01:27:53,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742377_1553 (size=12304) 2024-11-11T01:27:53,208 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/fe6a17a98db541cc9622291e0868a37e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fe6a17a98db541cc9622291e0868a37e 2024-11-11T01:27:53,211 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/A of 9b448e90519b514c5b336accdc01c625 into fe6a17a98db541cc9622291e0868a37e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:53,211 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:53,211 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/A, priority=13, startTime=1731288472765; duration=0sec 2024-11-11T01:27:53,211 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:53,211 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:A 2024-11-11T01:27:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T01:27:53,215 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/75ff22ed1b2f45c5952665648cb4f9cb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/75ff22ed1b2f45c5952665648cb4f9cb 2024-11-11T01:27:53,219 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b448e90519b514c5b336accdc01c625/C of 9b448e90519b514c5b336accdc01c625 into 75ff22ed1b2f45c5952665648cb4f9cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:27:53,219 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:53,219 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/C, priority=13, startTime=1731288472766; duration=0sec 2024-11-11T01:27:53,219 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:27:53,219 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:C 2024-11-11T01:27:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:53,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:53,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288533312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:53,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288533422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:53,461 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c30e575da40b48698b908ac5a5f55e02_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c30e575da40b48698b908ac5a5f55e02_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f00f00a9dfe34a7a86b4c0efd9ae248c, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:53,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f00f00a9dfe34a7a86b4c0efd9ae248c is 175, key is test_row_0/A:col10/1731288471100/Put/seqid=0 2024-11-11T01:27:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742378_1554 (size=31105) 2024-11-11T01:27:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T01:27:53,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288533632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:53,865 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f00f00a9dfe34a7a86b4c0efd9ae248c 2024-11-11T01:27:53,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/2a4ea6fc9e034e8bb1440727639ce578 is 50, key is test_row_0/B:col10/1731288471100/Put/seqid=0 2024-11-11T01:27:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742379_1555 (size=12151) 2024-11-11T01:27:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288533942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T01:27:54,275 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/2a4ea6fc9e034e8bb1440727639ce578 2024-11-11T01:27:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/ea15e57d80644202a55679b962b0a2cf is 50, key is test_row_0/C:col10/1731288471100/Put/seqid=0 2024-11-11T01:27:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742380_1556 (size=12151) 2024-11-11T01:27:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288534452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:54,683 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/ea15e57d80644202a55679b962b0a2cf 2024-11-11T01:27:54,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/f00f00a9dfe34a7a86b4c0efd9ae248c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c 2024-11-11T01:27:54,689 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c, entries=150, sequenceid=194, filesize=30.4 K 2024-11-11T01:27:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/2a4ea6fc9e034e8bb1440727639ce578 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2a4ea6fc9e034e8bb1440727639ce578 2024-11-11T01:27:54,692 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2a4ea6fc9e034e8bb1440727639ce578, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T01:27:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/ea15e57d80644202a55679b962b0a2cf as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ea15e57d80644202a55679b962b0a2cf 2024-11-11T01:27:54,695 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ea15e57d80644202a55679b962b0a2cf, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T01:27:54,695 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9b448e90519b514c5b336accdc01c625 in 1648ms, sequenceid=194, compaction requested=false 2024-11-11T01:27:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-11T01:27:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-11T01:27:54,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-11T01:27:54,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-11-11T01:27:54,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8050 sec 2024-11-11T01:27:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T01:27:55,043 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:55,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-11T01:27:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T01:27:55,044 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:55,045 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:55,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T01:27:55,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-11T01:27:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:55,197 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T01:27:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115361f79e131f44a497fa47cd57119730_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288473311/Put/seqid=0 2024-11-11T01:27:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742381_1557 (size=12304) 2024-11-11T01:27:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T01:27:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:55,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288535506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:55,607 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115361f79e131f44a497fa47cd57119730_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115361f79e131f44a497fa47cd57119730_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/1363fc1f187f4badb811de68948f5f81, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/1363fc1f187f4badb811de68948f5f81 is 175, key is test_row_0/A:col10/1731288473311/Put/seqid=0 2024-11-11T01:27:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742382_1558 (size=31105) 2024-11-11T01:27:55,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288535611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T01:27:55,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288535822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:56,012 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/1363fc1f187f4badb811de68948f5f81 2024-11-11T01:27:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/3ce82b4496634f3c90b3840111cbfdd3 is 50, key is test_row_0/B:col10/1731288473311/Put/seqid=0 2024-11-11T01:27:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742383_1559 (size=12151) 2024-11-11T01:27:56,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288536132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:56,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:56,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T01:27:56,420 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/3ce82b4496634f3c90b3840111cbfdd3 2024-11-11T01:27:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f790ae0668b44d96a5a131e3de23645c is 50, key is test_row_0/C:col10/1731288473311/Put/seqid=0 2024-11-11T01:27:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742384_1560 (size=12151) 2024-11-11T01:27:56,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288536642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:56,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:56,828 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f790ae0668b44d96a5a131e3de23645c 2024-11-11T01:27:56,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/1363fc1f187f4badb811de68948f5f81 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81 2024-11-11T01:27:56,997 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81, entries=150, sequenceid=215, filesize=30.4 K 2024-11-11T01:27:56,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/3ce82b4496634f3c90b3840111cbfdd3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/3ce82b4496634f3c90b3840111cbfdd3 2024-11-11T01:27:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,000 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/3ce82b4496634f3c90b3840111cbfdd3, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T01:27:57,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/f790ae0668b44d96a5a131e3de23645c as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f790ae0668b44d96a5a131e3de23645c 2024-11-11T01:27:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,004 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f790ae0668b44d96a5a131e3de23645c, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T01:27:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,005 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9b448e90519b514c5b336accdc01c625 in 1808ms, sequenceid=215, compaction requested=true 2024-11-11T01:27:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-11T01:27:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-11T01:27:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-11T01:27:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-11-11T01:27:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.9650 sec 2024-11-11T01:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,192 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-11T01:27:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T01:27:57,194 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T01:27:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,195 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T01:27:57,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T01:27:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T01:27:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T01:27:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:57,347 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T01:27:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111926b42fa554b44bc8898072692fd2b5b_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_1/A:col10/1731288475501/Put/seqid=0 2024-11-11T01:27:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742385_1561 (size=9814) 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T01:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. as already flushing 2024-11-11T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37447 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288537714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:57,759 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111926b42fa554b44bc8898072692fd2b5b_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111926b42fa554b44bc8898072692fd2b5b_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:57,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/c748d07fbe384ae38e9d5ef8fb2db09f, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/c748d07fbe384ae38e9d5ef8fb2db09f is 175, key is test_row_1/A:col10/1731288475501/Put/seqid=0 2024-11-11T01:27:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742386_1562 (size=22461) 2024-11-11T01:27:57,763 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/c748d07fbe384ae38e9d5ef8fb2db09f 2024-11-11T01:27:57,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/9efc49fdad904fbab111ffcf54d63ea6 is 50, key is test_row_1/B:col10/1731288475501/Put/seqid=0 2024-11-11T01:27:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742387_1563 (size=9757) 2024-11-11T01:27:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T01:27:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288537822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288538032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:58,171 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/9efc49fdad904fbab111ffcf54d63ea6 2024-11-11T01:27:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/22ee0c3d9a704dc38dc158033a2bdd4e is 50, key is test_row_1/C:col10/1731288475501/Put/seqid=0 2024-11-11T01:27:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742388_1564 (size=9757) 2024-11-11T01:27:58,240 INFO [Thread-2257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2257. 2024-11-11T01:27:58,240 INFO [Thread-2259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2259. 2024-11-11T01:27:58,240 DEBUG [Thread-2257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:58,240 DEBUG [Thread-2259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:58,240 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,240 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,240 INFO [Thread-2253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2253. 2024-11-11T01:27:58,240 DEBUG [Thread-2253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:58,240 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,240 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,240 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:58,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:58,240 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:58,244 INFO [Thread-2255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2255. 2024-11-11T01:27:58,244 INFO [Thread-2261 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2261. 2024-11-11T01:27:58,244 DEBUG [Thread-2255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:58,244 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,244 DEBUG [Thread-2261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:58,244 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,244 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:58,244 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T01:27:58,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:27:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44592 deadline: 1731288538342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 2024-11-11T01:27:58,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 , the old value is region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:58,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T01:27:58,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., hostname=612696b701d2,37447,1731288302179, seqNum=5 because the exception is null or not the one we care about 2024-11-11T01:27:58,580 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/22ee0c3d9a704dc38dc158033a2bdd4e 2024-11-11T01:27:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/c748d07fbe384ae38e9d5ef8fb2db09f as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f 2024-11-11T01:27:58,591 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f, entries=100, sequenceid=232, filesize=21.9 K 2024-11-11T01:27:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/9efc49fdad904fbab111ffcf54d63ea6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/9efc49fdad904fbab111ffcf54d63ea6 2024-11-11T01:27:58,597 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/9efc49fdad904fbab111ffcf54d63ea6, entries=100, sequenceid=232, filesize=9.5 K 2024-11-11T01:27:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/22ee0c3d9a704dc38dc158033a2bdd4e as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/22ee0c3d9a704dc38dc158033a2bdd4e 2024-11-11T01:27:58,601 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/22ee0c3d9a704dc38dc158033a2bdd4e, entries=100, sequenceid=232, filesize=9.5 K 2024-11-11T01:27:58,602 INFO [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9b448e90519b514c5b336accdc01c625 in 1255ms, sequenceid=232, compaction requested=true 2024-11-11T01:27:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:27:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:27:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-11T01:27:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-11T01:27:58,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-11T01:27:58,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-11T01:27:58,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4140 sec 2024-11-11T01:27:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37447 {}] regionserver.HRegion(8855): Flush requested on 9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T01:27:58,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T01:27:58,855 INFO [Thread-2244 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2244. 2024-11-11T01:27:58,856 DEBUG [Thread-2244 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:27:58,856 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,856 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:27:58,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:27:58,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b8500eae068e4367a469160158fa561a_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288477694/Put/seqid=0 2024-11-11T01:27:58,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742389_1565 (size=12304) 2024-11-11T01:27:59,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:27:59,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b8500eae068e4367a469160158fa561a_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b8500eae068e4367a469160158fa561a_9b448e90519b514c5b336accdc01c625 2024-11-11T01:27:59,280 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/9b9494375421465c9e2b2ff480f0546b, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:27:59,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/9b9494375421465c9e2b2ff480f0546b is 175, key is test_row_0/A:col10/1731288477694/Put/seqid=0 2024-11-11T01:27:59,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742390_1566 (size=31105) 2024-11-11T01:27:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T01:27:59,353 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:27:59,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/9b9494375421465c9e2b2ff480f0546b 2024-11-11T01:27:59,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/1a754129fb924bfeab64fe4de77cf7bb is 50, key is test_row_0/B:col10/1731288477694/Put/seqid=0 2024-11-11T01:27:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742391_1567 (size=12151) 2024-11-11T01:28:00,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/1a754129fb924bfeab64fe4de77cf7bb 2024-11-11T01:28:00,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/6e455194335e4d87947cb48278d222c4 is 50, key is test_row_0/C:col10/1731288477694/Put/seqid=0 2024-11-11T01:28:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742392_1568 (size=12151) 2024-11-11T01:28:00,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:28:00,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/6e455194335e4d87947cb48278d222c4 2024-11-11T01:28:00,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/9b9494375421465c9e2b2ff480f0546b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b 2024-11-11T01:28:00,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b, entries=150, sequenceid=252, filesize=30.4 K 2024-11-11T01:28:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/1a754129fb924bfeab64fe4de77cf7bb as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1a754129fb924bfeab64fe4de77cf7bb 2024-11-11T01:28:00,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1a754129fb924bfeab64fe4de77cf7bb, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T01:28:00,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/6e455194335e4d87947cb48278d222c4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/6e455194335e4d87947cb48278d222c4 2024-11-11T01:28:00,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/6e455194335e4d87947cb48278d222c4, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T01:28:00,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 9b448e90519b514c5b336accdc01c625 in 1694ms, sequenceid=252, compaction requested=true 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T01:28:00,549 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b448e90519b514c5b336accdc01c625:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T01:28:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:28:00,549 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 147291 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58771 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/A is initiating minor compaction (all files) 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/B is initiating minor compaction (all files) 2024-11-11T01:28:00,551 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/A in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:00,551 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/B in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:00,551 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fe6a17a98db541cc9622291e0868a37e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=143.8 K 2024-11-11T01:28:00,551 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5552cb5f207e40d68d77a178fe688052, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2a4ea6fc9e034e8bb1440727639ce578, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/3ce82b4496634f3c90b3840111cbfdd3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/9efc49fdad904fbab111ffcf54d63ea6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1a754129fb924bfeab64fe4de77cf7bb] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=57.4 K 2024-11-11T01:28:00,551 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. files: [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fe6a17a98db541cc9622291e0868a37e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b] 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 5552cb5f207e40d68d77a178fe688052, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731288469914 2024-11-11T01:28:00,551 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe6a17a98db541cc9622291e0868a37e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731288469914 2024-11-11T01:28:00,552 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4ea6fc9e034e8bb1440727639ce578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731288471094 2024-11-11T01:28:00,552 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting f00f00a9dfe34a7a86b4c0efd9ae248c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731288471094 2024-11-11T01:28:00,552 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ce82b4496634f3c90b3840111cbfdd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731288473295 2024-11-11T01:28:00,552 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1363fc1f187f4badb811de68948f5f81, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731288473295 2024-11-11T01:28:00,552 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 9efc49fdad904fbab111ffcf54d63ea6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731288475501 2024-11-11T01:28:00,552 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting c748d07fbe384ae38e9d5ef8fb2db09f, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731288475501 2024-11-11T01:28:00,553 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a754129fb924bfeab64fe4de77cf7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731288477694 2024-11-11T01:28:00,553 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9494375421465c9e2b2ff480f0546b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731288477694 2024-11-11T01:28:00,563 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:28:00,565 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111044426a449b74dae98da72a086837d26_9b448e90519b514c5b336accdc01c625 store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:28:00,566 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#B#compaction#476 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:28:00,567 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/b076eba3dc464b3e845c784d48ed6aa7 is 50, key is test_row_0/B:col10/1731288477694/Put/seqid=0 2024-11-11T01:28:00,569 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111044426a449b74dae98da72a086837d26_9b448e90519b514c5b336accdc01c625, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:28:00,570 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111044426a449b74dae98da72a086837d26_9b448e90519b514c5b336accdc01c625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:28:00,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742393_1569 (size=12731) 2024-11-11T01:28:00,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742394_1570 (size=4469) 2024-11-11T01:28:00,975 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#A#compaction#477 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:28:00,976 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/bde7eeb5c5e842c0b943bc0c6f431411 is 175, key is test_row_0/A:col10/1731288477694/Put/seqid=0 2024-11-11T01:28:00,981 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/b076eba3dc464b3e845c784d48ed6aa7 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/b076eba3dc464b3e845c784d48ed6aa7 2024-11-11T01:28:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742395_1571 (size=31685) 2024-11-11T01:28:00,986 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9b448e90519b514c5b336accdc01c625/B of 9b448e90519b514c5b336accdc01c625 into b076eba3dc464b3e845c784d48ed6aa7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:28:00,986 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:28:00,986 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/B, priority=11, startTime=1731288480549; duration=0sec 2024-11-11T01:28:00,986 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T01:28:00,986 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:B 2024-11-11T01:28:00,987 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T01:28:00,988 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58771 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T01:28:00,988 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1541): 9b448e90519b514c5b336accdc01c625/C is initiating minor compaction (all files) 2024-11-11T01:28:00,988 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b448e90519b514c5b336accdc01c625/C in TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:00,988 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/75ff22ed1b2f45c5952665648cb4f9cb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ea15e57d80644202a55679b962b0a2cf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f790ae0668b44d96a5a131e3de23645c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/22ee0c3d9a704dc38dc158033a2bdd4e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/6e455194335e4d87947cb48278d222c4] into tmpdir=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp, totalSize=57.4 K 2024-11-11T01:28:00,989 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 75ff22ed1b2f45c5952665648cb4f9cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731288469914 2024-11-11T01:28:00,989 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting ea15e57d80644202a55679b962b0a2cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731288471094 2024-11-11T01:28:00,989 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting f790ae0668b44d96a5a131e3de23645c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731288473295 2024-11-11T01:28:00,990 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ee0c3d9a704dc38dc158033a2bdd4e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731288475501 2024-11-11T01:28:00,990 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e455194335e4d87947cb48278d222c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731288477694 2024-11-11T01:28:01,000 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b448e90519b514c5b336accdc01c625#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T01:28:01,001 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/d8aecd6eb48a438dbe7103f8bb5497a3 is 50, key is test_row_0/C:col10/1731288477694/Put/seqid=0 2024-11-11T01:28:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742396_1572 (size=12731) 2024-11-11T01:28:01,393 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/bde7eeb5c5e842c0b943bc0c6f431411 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/bde7eeb5c5e842c0b943bc0c6f431411 2024-11-11T01:28:01,402 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9b448e90519b514c5b336accdc01c625/A of 9b448e90519b514c5b336accdc01c625 into bde7eeb5c5e842c0b943bc0c6f431411(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:28:01,402 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:28:01,402 INFO [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/A, priority=11, startTime=1731288480549; duration=0sec 2024-11-11T01:28:01,403 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:28:01,403 DEBUG [RS:0;612696b701d2:37447-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:A 2024-11-11T01:28:01,410 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/d8aecd6eb48a438dbe7103f8bb5497a3 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d8aecd6eb48a438dbe7103f8bb5497a3 2024-11-11T01:28:01,415 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9b448e90519b514c5b336accdc01c625/C of 9b448e90519b514c5b336accdc01c625 into d8aecd6eb48a438dbe7103f8bb5497a3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T01:28:01,415 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b448e90519b514c5b336accdc01c625: 2024-11-11T01:28:01,415 INFO [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., storeName=9b448e90519b514c5b336accdc01c625/C, priority=11, startTime=1731288480549; duration=0sec 2024-11-11T01:28:01,415 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T01:28:01,415 DEBUG [RS:0;612696b701d2:37447-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b448e90519b514c5b336accdc01c625:C 2024-11-11T01:28:02,664 INFO [Thread-2246 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2246. 2024-11-11T01:28:02,664 DEBUG [Thread-2246 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:28:02,664 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,664 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:28:02,706 INFO [Thread-2242 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2242. 2024-11-11T01:28:02,706 DEBUG [Thread-2242 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:28:02,706 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,707 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:28:02,723 INFO [Thread-2248 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2248. 2024-11-11T01:28:02,723 DEBUG [Thread-2248 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:28:02,723 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,723 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:28:02,734 INFO [Thread-2250 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2250. 2024-11-11T01:28:02,734 DEBUG [Thread-2250 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T01:28:02,734 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,734 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4821 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4681 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4883 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4823 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4684 2024-11-11T01:28:02,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T01:28:02,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:28:02,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:28:02,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:02,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:28:02,735 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T01:28:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T01:28:02,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288482739"}]},"ts":"1731288482739"} 2024-11-11T01:28:02,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T01:28:02,740 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T01:28:02,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T01:28:02,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, UNASSIGN}] 2024-11-11T01:28:02,743 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, UNASSIGN 2024-11-11T01:28:02,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=CLOSING, regionLocation=612696b701d2,37447,1731288302179 2024-11-11T01:28:02,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, UNASSIGN because future has completed 2024-11-11T01:28:02,746 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T01:28:02,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179}] 2024-11-11T01:28:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T01:28:02,900 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:02,900 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T01:28:02,900 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 9b448e90519b514c5b336accdc01c625, disabling compactions & flushes 2024-11-11T01:28:02,900 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:02,900 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:02,900 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. after waiting 0 ms 2024-11-11T01:28:02,900 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:02,901 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 9b448e90519b514c5b336accdc01c625 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T01:28:02,913 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115e437b44760f48279abd925652c834d0_9b448e90519b514c5b336accdc01c625 is 50, key is test_row_0/A:col10/1731288482703/Put/seqid=0 2024-11-11T01:28:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742397_1573 (size=12454) 2024-11-11T01:28:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T01:28:03,317 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:28:03,322 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115e437b44760f48279abd925652c834d0_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e437b44760f48279abd925652c834d0_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:03,324 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/103a382870c14e058c9f9718be7aa38b, store: [table=TestAcidGuarantees family=A region=9b448e90519b514c5b336accdc01c625] 2024-11-11T01:28:03,325 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/103a382870c14e058c9f9718be7aa38b is 175, key is test_row_0/A:col10/1731288482703/Put/seqid=0 2024-11-11T01:28:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742398_1574 (size=31255) 2024-11-11T01:28:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T01:28:03,731 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/103a382870c14e058c9f9718be7aa38b 2024-11-11T01:28:03,742 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/73d7290410ce42698d4bfa3be496a3a6 is 50, key is test_row_0/B:col10/1731288482703/Put/seqid=0 2024-11-11T01:28:03,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742399_1575 (size=12301) 2024-11-11T01:28:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T01:28:04,148 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/73d7290410ce42698d4bfa3be496a3a6 2024-11-11T01:28:04,160 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/01e210811c5d4f90bd09b4ba7cce1918 is 50, key is test_row_0/C:col10/1731288482703/Put/seqid=0 2024-11-11T01:28:04,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742400_1576 (size=12301) 2024-11-11T01:28:04,565 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/01e210811c5d4f90bd09b4ba7cce1918 2024-11-11T01:28:04,574 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/A/103a382870c14e058c9f9718be7aa38b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/103a382870c14e058c9f9718be7aa38b 2024-11-11T01:28:04,581 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/103a382870c14e058c9f9718be7aa38b, entries=150, sequenceid=262, filesize=30.5 K 2024-11-11T01:28:04,582 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/B/73d7290410ce42698d4bfa3be496a3a6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/73d7290410ce42698d4bfa3be496a3a6 2024-11-11T01:28:04,585 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/73d7290410ce42698d4bfa3be496a3a6, entries=150, sequenceid=262, filesize=12.0 K 2024-11-11T01:28:04,586 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/.tmp/C/01e210811c5d4f90bd09b4ba7cce1918 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/01e210811c5d4f90bd09b4ba7cce1918 2024-11-11T01:28:04,589 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/01e210811c5d4f90bd09b4ba7cce1918, entries=150, sequenceid=262, filesize=12.0 K 2024-11-11T01:28:04,590 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9b448e90519b514c5b336accdc01c625 in 1690ms, sequenceid=262, compaction requested=false 2024-11-11T01:28:04,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fd1ed41077d44d57abbadb674ae152cf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/126502972609450b9c3c9adae9604825, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9170a7fbb3a24a5fad7916fba8106a29, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fe6a17a98db541cc9622291e0868a37e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b] to archive 2024-11-11T01:28:04,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:28:04,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/d6c0bca51eb44fbb84e478fe53b15d6d 2024-11-11T01:28:04,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/0f54e75d371a4f3491a39f23c717a1e6 2024-11-11T01:28:04,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/5866aa3b26db468f8affc034118d178d 2024-11-11T01:28:04,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fd1ed41077d44d57abbadb674ae152cf to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fd1ed41077d44d57abbadb674ae152cf 2024-11-11T01:28:04,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/57ecfa7c75b54344a0806de55cd45ae4 2024-11-11T01:28:04,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/126502972609450b9c3c9adae9604825 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/126502972609450b9c3c9adae9604825 2024-11-11T01:28:04,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/86588b6a6eab46158c3ff57154cb670c 2024-11-11T01:28:04,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/301b5ed0eae74dff9e0111fe71a169a8 2024-11-11T01:28:04,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f771d0b2008247d7b337fb1e4bdc93fd 2024-11-11T01:28:04,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9170a7fbb3a24a5fad7916fba8106a29 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9170a7fbb3a24a5fad7916fba8106a29 2024-11-11T01:28:04,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/19ab4c469844403db5f47a0e6c283b2e 2024-11-11T01:28:04,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/cbd52135cb87467f9e568e759be94471 2024-11-11T01:28:04,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fe6a17a98db541cc9622291e0868a37e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/fe6a17a98db541cc9622291e0868a37e 2024-11-11T01:28:04,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/f00f00a9dfe34a7a86b4c0efd9ae248c 2024-11-11T01:28:04,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/1363fc1f187f4badb811de68948f5f81 2024-11-11T01:28:04,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/c748d07fbe384ae38e9d5ef8fb2db09f 2024-11-11T01:28:04,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/9b9494375421465c9e2b2ff480f0546b 2024-11-11T01:28:04,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/dd255b0485954d7eb29a01e0e1c6a596, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/607f560e1bd64c4f807903d369ffe2ed, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5f28b8047f124ade8b80116fcfcdb2ec, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/13ac1849f537425ea83162278f8016fa, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/4b8a45fadb7d4fd6b2873dc211e657ad, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/77e869a091ee4e3b8dcf009e71b530c0, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/a6d3596f96074c25bbf752f36b43b6ca, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/051c7a31577e48b6b4aff929d4964577, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1d4666a9d96a46ed9391da9b8544e21a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5b068f131f0348bd85ea828b7d196d94, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2f0be1163f364f61bb73d55e3cd23b78, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5552cb5f207e40d68d77a178fe688052, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/7024a15581494f9b85a9e268e8dec129, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2a4ea6fc9e034e8bb1440727639ce578, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/3ce82b4496634f3c90b3840111cbfdd3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/9efc49fdad904fbab111ffcf54d63ea6, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1a754129fb924bfeab64fe4de77cf7bb] to archive 2024-11-11T01:28:04,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:28:04,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/dd255b0485954d7eb29a01e0e1c6a596 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/dd255b0485954d7eb29a01e0e1c6a596 2024-11-11T01:28:04,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/607f560e1bd64c4f807903d369ffe2ed to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/607f560e1bd64c4f807903d369ffe2ed 2024-11-11T01:28:04,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5f28b8047f124ade8b80116fcfcdb2ec to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5f28b8047f124ade8b80116fcfcdb2ec 2024-11-11T01:28:04,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/13ac1849f537425ea83162278f8016fa to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/13ac1849f537425ea83162278f8016fa 2024-11-11T01:28:04,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/4b8a45fadb7d4fd6b2873dc211e657ad to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/4b8a45fadb7d4fd6b2873dc211e657ad 2024-11-11T01:28:04,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/77e869a091ee4e3b8dcf009e71b530c0 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/77e869a091ee4e3b8dcf009e71b530c0 2024-11-11T01:28:04,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/a6d3596f96074c25bbf752f36b43b6ca to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/a6d3596f96074c25bbf752f36b43b6ca 2024-11-11T01:28:04,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/051c7a31577e48b6b4aff929d4964577 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/051c7a31577e48b6b4aff929d4964577 2024-11-11T01:28:04,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1d4666a9d96a46ed9391da9b8544e21a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1d4666a9d96a46ed9391da9b8544e21a 2024-11-11T01:28:04,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5b068f131f0348bd85ea828b7d196d94 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5b068f131f0348bd85ea828b7d196d94 2024-11-11T01:28:04,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2f0be1163f364f61bb73d55e3cd23b78 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2f0be1163f364f61bb73d55e3cd23b78 2024-11-11T01:28:04,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5552cb5f207e40d68d77a178fe688052 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/5552cb5f207e40d68d77a178fe688052 2024-11-11T01:28:04,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/7024a15581494f9b85a9e268e8dec129 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/7024a15581494f9b85a9e268e8dec129 2024-11-11T01:28:04,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2a4ea6fc9e034e8bb1440727639ce578 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/2a4ea6fc9e034e8bb1440727639ce578 2024-11-11T01:28:04,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/3ce82b4496634f3c90b3840111cbfdd3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/3ce82b4496634f3c90b3840111cbfdd3 2024-11-11T01:28:04,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/9efc49fdad904fbab111ffcf54d63ea6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/9efc49fdad904fbab111ffcf54d63ea6 2024-11-11T01:28:04,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1a754129fb924bfeab64fe4de77cf7bb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/1a754129fb924bfeab64fe4de77cf7bb 2024-11-11T01:28:04,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f317f193ab5d4997a7a698fc6e3607fa, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/66374a84dfac4b2d91073d5bb0c6e0bc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/82c433a6ef624783b963387dc8ac45eb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d4d7fb60234540b6a4989de9916d856e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ae760d2224ea40e8bde0ee39732fd50a, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f82dd533bdb142f3876422cbf240c30d, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/2a764541d13d43d8a28198df696fd096, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/90d09f94c43f41638af3884ff3853fbc, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/eac627fde23c4d26bc5c31686e8ec027, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/a6e16ecc74964202964f95ccb2347c42, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/c5fc42b967724dfda515e82c53145c40, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/75ff22ed1b2f45c5952665648cb4f9cb, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/3b3c7fbdd7d64edb9ead757f30c1bfc3, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ea15e57d80644202a55679b962b0a2cf, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f790ae0668b44d96a5a131e3de23645c, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/22ee0c3d9a704dc38dc158033a2bdd4e, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/6e455194335e4d87947cb48278d222c4] to archive 2024-11-11T01:28:04,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T01:28:04,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f317f193ab5d4997a7a698fc6e3607fa to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f317f193ab5d4997a7a698fc6e3607fa 2024-11-11T01:28:04,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/66374a84dfac4b2d91073d5bb0c6e0bc to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/66374a84dfac4b2d91073d5bb0c6e0bc 2024-11-11T01:28:04,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/82c433a6ef624783b963387dc8ac45eb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/82c433a6ef624783b963387dc8ac45eb 2024-11-11T01:28:04,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d4d7fb60234540b6a4989de9916d856e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d4d7fb60234540b6a4989de9916d856e 2024-11-11T01:28:04,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ae760d2224ea40e8bde0ee39732fd50a to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ae760d2224ea40e8bde0ee39732fd50a 2024-11-11T01:28:04,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f82dd533bdb142f3876422cbf240c30d to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f82dd533bdb142f3876422cbf240c30d 2024-11-11T01:28:04,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/2a764541d13d43d8a28198df696fd096 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/2a764541d13d43d8a28198df696fd096 2024-11-11T01:28:04,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/90d09f94c43f41638af3884ff3853fbc to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/90d09f94c43f41638af3884ff3853fbc 2024-11-11T01:28:04,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/eac627fde23c4d26bc5c31686e8ec027 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/eac627fde23c4d26bc5c31686e8ec027 2024-11-11T01:28:04,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/a6e16ecc74964202964f95ccb2347c42 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/a6e16ecc74964202964f95ccb2347c42 2024-11-11T01:28:04,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/c5fc42b967724dfda515e82c53145c40 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/c5fc42b967724dfda515e82c53145c40 2024-11-11T01:28:04,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/75ff22ed1b2f45c5952665648cb4f9cb to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/75ff22ed1b2f45c5952665648cb4f9cb 2024-11-11T01:28:04,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/3b3c7fbdd7d64edb9ead757f30c1bfc3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/3b3c7fbdd7d64edb9ead757f30c1bfc3 2024-11-11T01:28:04,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ea15e57d80644202a55679b962b0a2cf to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/ea15e57d80644202a55679b962b0a2cf 2024-11-11T01:28:04,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f790ae0668b44d96a5a131e3de23645c to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/f790ae0668b44d96a5a131e3de23645c 2024-11-11T01:28:04,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/22ee0c3d9a704dc38dc158033a2bdd4e to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/22ee0c3d9a704dc38dc158033a2bdd4e 2024-11-11T01:28:04,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/6e455194335e4d87947cb48278d222c4 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/6e455194335e4d87947cb48278d222c4 2024-11-11T01:28:04,659 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/recovered.edits/265.seqid, newMaxSeqId=265, maxSeqId=4 2024-11-11T01:28:04,659 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. 2024-11-11T01:28:04,660 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 9b448e90519b514c5b336accdc01c625: Waiting for close lock at 1731288482900Running coprocessor pre-close hooks at 1731288482900Disabling compacts and flushes for region at 1731288482900Disabling writes for close at 1731288482900Obtaining lock to block concurrent updates at 1731288482901 (+1 ms)Preparing flush snapshotting stores in 9b448e90519b514c5b336accdc01c625 at 1731288482901Finished memstore snapshotting TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731288482901Flushing stores of TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625. at 1731288482903 (+2 ms)Flushing 9b448e90519b514c5b336accdc01c625/A: creating writer at 1731288482903Flushing mob file 9b448e90519b514c5b336accdc01c625/A: appending metadata at 1731288482913 (+10 ms)Flushing mob file 9b448e90519b514c5b336accdc01c625/A: closing flushed file at 1731288482913Flushing 9b448e90519b514c5b336accdc01c625/A: appending metadata at 1731288483324 (+411 ms)Flushing 9b448e90519b514c5b336accdc01c625/A: closing flushed file at 1731288483324Flushing 9b448e90519b514c5b336accdc01c625/B: creating writer at 1731288483737 (+413 ms)Flushing 9b448e90519b514c5b336accdc01c625/B: appending metadata at 1731288483742 (+5 ms)Flushing 9b448e90519b514c5b336accdc01c625/B: closing flushed file at 1731288483742Flushing 9b448e90519b514c5b336accdc01c625/C: creating writer at 1731288484156 (+414 ms)Flushing 9b448e90519b514c5b336accdc01c625/C: appending metadata at 1731288484160 (+4 ms)Flushing 9b448e90519b514c5b336accdc01c625/C: closing flushed file at 1731288484160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2996f9: reopening flushed file at 1731288484573 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e279f1: reopening flushed file at 1731288484581 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d345a2: reopening flushed file at 1731288484585 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9b448e90519b514c5b336accdc01c625 in 1690ms, sequenceid=262, compaction requested=false at 1731288484590 (+5 ms)Writing region close event to WAL at 1731288484655 (+65 ms)Running coprocessor post-close hooks at 1731288484659 (+4 ms)Closed at 1731288484659 2024-11-11T01:28:04,661 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=9b448e90519b514c5b336accdc01c625, regionState=CLOSED 2024-11-11T01:28:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 because future has completed 2024-11-11T01:28:04,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-11T01:28:04,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b448e90519b514c5b336accdc01c625, server=612696b701d2,37447,1731288302179 in 1.9180 sec 2024-11-11T01:28:04,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-11T01:28:04,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b448e90519b514c5b336accdc01c625, UNASSIGN in 1.9230 sec 2024-11-11T01:28:04,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-11T01:28:04,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-11T01:28:04,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288484669"}]},"ts":"1731288484669"} 2024-11-11T01:28:04,670 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T01:28:04,670 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T01:28:04,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-11T01:28:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T01:28:04,884 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:28:04,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T01:28:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:04,891 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-11T01:28:04,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:04,896 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C, FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/recovered.edits] 2024-11-11T01:28:04,901 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/103a382870c14e058c9f9718be7aa38b to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/103a382870c14e058c9f9718be7aa38b 2024-11-11T01:28:04,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/bde7eeb5c5e842c0b943bc0c6f431411 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/A/bde7eeb5c5e842c0b943bc0c6f431411 2024-11-11T01:28:04,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/73d7290410ce42698d4bfa3be496a3a6 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/73d7290410ce42698d4bfa3be496a3a6 2024-11-11T01:28:04,906 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/b076eba3dc464b3e845c784d48ed6aa7 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/B/b076eba3dc464b3e845c784d48ed6aa7 2024-11-11T01:28:04,908 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/01e210811c5d4f90bd09b4ba7cce1918 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/01e210811c5d4f90bd09b4ba7cce1918 2024-11-11T01:28:04,909 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d8aecd6eb48a438dbe7103f8bb5497a3 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/C/d8aecd6eb48a438dbe7103f8bb5497a3 2024-11-11T01:28:04,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/recovered.edits/265.seqid to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625/recovered.edits/265.seqid 2024-11-11T01:28:04,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/default/TestAcidGuarantees/9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T01:28:04,912 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T01:28:04,912 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T01:28:04,914 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108f8b4d37362456881b74dd77faecb17_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108f8b4d37362456881b74dd77faecb17_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,914 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113cb70d55f9054df3afbf8d65ff130dc6_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113cb70d55f9054df3afbf8d65ff130dc6_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,915 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114b941207784f46a6a7e2090b9acfb3fa_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114b941207784f46a6a7e2090b9acfb3fa_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,916 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115361f79e131f44a497fa47cd57119730_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115361f79e131f44a497fa47cd57119730_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,917 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e437b44760f48279abd925652c834d0_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e437b44760f48279abd925652c834d0_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,917 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111174b5c04f5f0d44049385d22419ad04ec_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111174b5c04f5f0d44049385d22419ad04ec_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,918 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182d05847f3cc44ffbf0ccbd9c7d8a603_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182d05847f3cc44ffbf0ccbd9c7d8a603_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,919 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111926b42fa554b44bc8898072692fd2b5b_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111926b42fa554b44bc8898072692fd2b5b_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,919 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b6f5ba3b651e440a850cef13221b3368_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b6f5ba3b651e440a850cef13221b3368_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,920 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b8500eae068e4367a469160158fa561a_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b8500eae068e4367a469160158fa561a_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,921 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bedd9166866f4ca7a9db2e3544124a64_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bedd9166866f4ca7a9db2e3544124a64_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,921 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c30e575da40b48698b908ac5a5f55e02_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c30e575da40b48698b908ac5a5f55e02_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,922 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f308fec2361f4ca8aebe4003c1b266d9_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f308fec2361f4ca8aebe4003c1b266d9_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,923 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb611cd396bc420dbc479c7fe8d33036_9b448e90519b514c5b336accdc01c625 to hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb611cd396bc420dbc479c7fe8d33036_9b448e90519b514c5b336accdc01c625 2024-11-11T01:28:04,923 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T01:28:04,925 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:04,927 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T01:28:04,928 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T01:28:04,929 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:04,929 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T01:28:04,929 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731288484929"}]},"ts":"9223372036854775807"} 2024-11-11T01:28:04,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T01:28:04,931 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9b448e90519b514c5b336accdc01c625, NAME => 'TestAcidGuarantees,,1731288455069.9b448e90519b514c5b336accdc01c625.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T01:28:04,931 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T01:28:04,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731288484931"}]},"ts":"9223372036854775807"} 2024-11-11T01:28:04,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T01:28:04,933 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T01:28:04,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-11T01:28:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-11T01:28:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T01:28:05,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T01:28:05,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240 (was 240), OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=7279 (was 7296) 2024-11-11T01:28:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:28:05,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:28:05,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:28:05,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:05,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:05,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:28:05,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:28:05,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841754823, stopped=false 2024-11-11T01:28:05,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,37725,1731288301266 2024-11-11T01:28:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T01:28:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T01:28:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:28:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:28:05,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:28:05,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T01:28:05,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:28:05,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T01:28:05,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:28:05,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:05,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,37447,1731288302179' ***** 2024-11-11T01:28:05,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:28:05,078 INFO [RS:0;612696b701d2:37447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:28:05,079 INFO [RS:0;612696b701d2:37447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:28:05,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:28:05,079 INFO [RS:0;612696b701d2:37447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:28:05,079 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,37447,1731288302179 2024-11-11T01:28:05,079 INFO [RS:0;612696b701d2:37447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:28:05,079 INFO [RS:0;612696b701d2:37447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:37447. 2024-11-11T01:28:05,080 DEBUG [RS:0;612696b701d2:37447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:28:05,080 DEBUG [RS:0;612696b701d2:37447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:05,080 INFO [RS:0;612696b701d2:37447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:28:05,080 INFO [RS:0;612696b701d2:37447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:28:05,080 INFO [RS:0;612696b701d2:37447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:28:05,080 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:28:05,081 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:28:05,081 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:28:05,082 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:05,082 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:28:05,082 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:28:05,082 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:28:05,082 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:28:05,082 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:28:05,082 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-11T01:28:05,086 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:28:05,102 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/info/9f43963f56814c0ca483fcc26436c18b is 95, key is TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38./info:/1731288335559/DeleteFamily/seqid=0 2024-11-11T01:28:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742401_1577 (size=6514) 2024-11-11T01:28:05,151 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:28:05,152 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T01:28:05,152 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:28:05,282 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:05,482 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:05,506 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/info/9f43963f56814c0ca483fcc26436c18b 2024-11-11T01:28:05,534 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/ns/6a1d21384b9c48e4a9c73d8debdc83b0 is 93, key is TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38./ns:/1731288335515/DeleteFamily/seqid=0 2024-11-11T01:28:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742402_1578 (size=5906) 2024-11-11T01:28:05,683 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:05,883 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:05,939 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/ns/6a1d21384b9c48e4a9c73d8debdc83b0 2024-11-11T01:28:05,962 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/rep_barrier/76824538202e4bdbb5d9cb29062207e1 is 102, key is TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38./rep_barrier:/1731288335515/DeleteFamily/seqid=0 2024-11-11T01:28:05,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742403_1579 (size=6025) 2024-11-11T01:28:06,083 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:06,283 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:06,367 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/rep_barrier/76824538202e4bdbb5d9cb29062207e1 2024-11-11T01:28:06,392 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/table/148408411f894eca87c06ad2ad11aee4 is 96, key is TestAcidGuarantees,,1731288306957.f3a436d85a26a2a862bcb9a769e67e38./table:/1731288335515/DeleteFamily/seqid=0 2024-11-11T01:28:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742404_1580 (size=5936) 2024-11-11T01:28:06,484 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:06,684 DEBUG [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:28:06,799 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/table/148408411f894eca87c06ad2ad11aee4 2024-11-11T01:28:06,809 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/info/9f43963f56814c0ca483fcc26436c18b as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/info/9f43963f56814c0ca483fcc26436c18b 2024-11-11T01:28:06,814 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/info/9f43963f56814c0ca483fcc26436c18b, entries=12, sequenceid=90, filesize=6.4 K 2024-11-11T01:28:06,815 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/ns/6a1d21384b9c48e4a9c73d8debdc83b0 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/ns/6a1d21384b9c48e4a9c73d8debdc83b0 2024-11-11T01:28:06,819 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/ns/6a1d21384b9c48e4a9c73d8debdc83b0, entries=8, sequenceid=90, filesize=5.8 K 2024-11-11T01:28:06,820 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/rep_barrier/76824538202e4bdbb5d9cb29062207e1 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/rep_barrier/76824538202e4bdbb5d9cb29062207e1 2024-11-11T01:28:06,825 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/rep_barrier/76824538202e4bdbb5d9cb29062207e1, entries=6, sequenceid=90, filesize=5.9 K 2024-11-11T01:28:06,826 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/.tmp/table/148408411f894eca87c06ad2ad11aee4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/table/148408411f894eca87c06ad2ad11aee4 2024-11-11T01:28:06,830 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/table/148408411f894eca87c06ad2ad11aee4, entries=7, sequenceid=90, filesize=5.8 K 2024-11-11T01:28:06,831 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=90, compaction requested=false 2024-11-11T01:28:06,837 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-11T01:28:06,838 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:28:06,838 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:28:06,838 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288485081Running coprocessor pre-close hooks at 1731288485082 (+1 ms)Disabling compacts and flushes for region at 1731288485082Disabling writes for close at 1731288485082Obtaining lock to block concurrent updates at 1731288485082Preparing flush snapshotting stores in 1588230740 at 1731288485082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731288485082Flushing stores of hbase:meta,,1.1588230740 at 1731288485083 (+1 ms)Flushing 1588230740/info: creating writer at 1731288485083Flushing 1588230740/info: appending metadata at 1731288485101 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731288485101Flushing 1588230740/ns: creating writer at 1731288485516 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731288485533 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731288485533Flushing 1588230740/rep_barrier: creating writer at 1731288485946 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288485962 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288485962Flushing 1588230740/table: creating writer at 1731288486375 (+413 ms)Flushing 1588230740/table: appending metadata at 1731288486391 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731288486391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35921f55: reopening flushed file at 1731288486808 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759a6cb1: reopening flushed file at 1731288486814 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482f203d: reopening flushed file at 1731288486820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc83f00: reopening flushed file at 1731288486825 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=90, compaction requested=false at 1731288486831 (+6 ms)Writing region close event to WAL at 1731288486833 (+2 ms)Running coprocessor post-close hooks at 1731288486838 (+5 ms)Closed at 1731288486838 2024-11-11T01:28:06,838 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:28:06,884 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,37447,1731288302179; all regions closed. 2024-11-11T01:28:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741834_1010 (size=25344) 2024-11-11T01:28:06,896 DEBUG [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/oldWALs 2024-11-11T01:28:06,896 INFO [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37447%2C1731288302179.meta:.meta(num 1731288306327) 2024-11-11T01:28:06,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741832_1008 (size=13111117) 2024-11-11T01:28:06,900 DEBUG [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/oldWALs 2024-11-11T01:28:06,900 INFO [RS:0;612696b701d2:37447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37447%2C1731288302179:(num 1731288305258) 2024-11-11T01:28:06,900 DEBUG [RS:0;612696b701d2:37447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:28:06,900 INFO [RS:0;612696b701d2:37447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:28:06,900 INFO [RS:0;612696b701d2:37447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:28:06,900 INFO [RS:0;612696b701d2:37447 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:28:06,900 INFO [RS:0;612696b701d2:37447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:28:06,900 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:28:06,901 INFO [RS:0;612696b701d2:37447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37447 2024-11-11T01:28:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T01:28:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/612696b701d2,37447,1731288302179 2024-11-11T01:28:06,970 INFO [RS:0;612696b701d2:37447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:28:06,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,37447,1731288302179] 2024-11-11T01:28:06,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/612696b701d2,37447,1731288302179 already deleted, retry=false 2024-11-11T01:28:06,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,37447,1731288302179 expired; onlineServers=0 2024-11-11T01:28:06,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,37725,1731288301266' ***** 2024-11-11T01:28:06,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:28:06,992 INFO [M:0;612696b701d2:37725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:28:06,992 INFO [M:0;612696b701d2:37725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:28:06,992 DEBUG [M:0;612696b701d2:37725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:28:06,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:28:06,992 DEBUG [M:0;612696b701d2:37725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:28:06,992 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288304969 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288304969,5,FailOnTimeoutGroup] 2024-11-11T01:28:06,992 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288304954 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288304954,5,FailOnTimeoutGroup] 2024-11-11T01:28:06,993 INFO [M:0;612696b701d2:37725 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:28:06,993 INFO [M:0;612696b701d2:37725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:28:06,993 DEBUG [M:0;612696b701d2:37725 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:28:06,993 INFO [M:0;612696b701d2:37725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:28:06,993 INFO [M:0;612696b701d2:37725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:28:06,993 ERROR [M:0;612696b701d2:37725 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T01:28:06,994 INFO [M:0;612696b701d2:37725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:28:06,994 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:28:07,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T01:28:07,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T01:28:07,001 DEBUG [M:0;612696b701d2:37725 {}] zookeeper.ZKUtil(347): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T01:28:07,001 WARN [M:0;612696b701d2:37725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:28:07,001 INFO [M:0;612696b701d2:37725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/.lastflushedseqids 2024-11-11T01:28:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742405_1581 (size=72) 2024-11-11T01:28:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:28:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37447-0x101277ef6f90001, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:28:07,081 INFO [RS:0;612696b701d2:37447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:28:07,082 INFO [RS:0;612696b701d2:37447 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,37447,1731288302179; zookeeper connection closed. 2024-11-11T01:28:07,082 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c8aed8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c8aed8f 2024-11-11T01:28:07,083 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:28:07,414 INFO [M:0;612696b701d2:37725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:28:07,414 INFO [M:0;612696b701d2:37725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:28:07,414 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:28:07,414 INFO [M:0;612696b701d2:37725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:28:07,414 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:28:07,415 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:28:07,415 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:28:07,415 INFO [M:0;612696b701d2:37725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=747.34 KB heapSize=918.41 KB 2024-11-11T01:28:07,437 DEBUG [M:0;612696b701d2:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0320ee84d7384edd8df1ac27fa5477e6 is 82, key is hbase:meta,,1/info:regioninfo/1731288306445/Put/seqid=0 2024-11-11T01:28:07,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742406_1582 (size=5672) 2024-11-11T01:28:07,841 INFO [M:0;612696b701d2:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0320ee84d7384edd8df1ac27fa5477e6 2024-11-11T01:28:07,912 DEBUG [M:0;612696b701d2:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06659b028378448f984276bcc3abb3a4 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1731288458191/Put/seqid=0 2024-11-11T01:28:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742407_1583 (size=43843) 2024-11-11T01:28:08,316 INFO [M:0;612696b701d2:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746.78 KB at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06659b028378448f984276bcc3abb3a4 2024-11-11T01:28:08,324 INFO [M:0;612696b701d2:37725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06659b028378448f984276bcc3abb3a4 2024-11-11T01:28:08,341 DEBUG [M:0;612696b701d2:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd45748ca3df473fa07d86f5583241db is 69, key is 612696b701d2,37447,1731288302179/rs:state/1731288305014/Put/seqid=0 2024-11-11T01:28:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073742408_1584 (size=5156) 2024-11-11T01:28:08,747 INFO [M:0;612696b701d2:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd45748ca3df473fa07d86f5583241db 2024-11-11T01:28:08,751 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0320ee84d7384edd8df1ac27fa5477e6 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0320ee84d7384edd8df1ac27fa5477e6 2024-11-11T01:28:08,754 INFO [M:0;612696b701d2:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0320ee84d7384edd8df1ac27fa5477e6, entries=8, sequenceid=2109, filesize=5.5 K 2024-11-11T01:28:08,754 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06659b028378448f984276bcc3abb3a4 as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06659b028378448f984276bcc3abb3a4 2024-11-11T01:28:08,757 INFO [M:0;612696b701d2:37725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06659b028378448f984276bcc3abb3a4 2024-11-11T01:28:08,757 INFO [M:0;612696b701d2:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06659b028378448f984276bcc3abb3a4, entries=168, sequenceid=2109, filesize=42.8 K 2024-11-11T01:28:08,757 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd45748ca3df473fa07d86f5583241db as hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd45748ca3df473fa07d86f5583241db 2024-11-11T01:28:08,760 INFO [M:0;612696b701d2:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd45748ca3df473fa07d86f5583241db, entries=1, sequenceid=2109, filesize=5.0 K 2024-11-11T01:28:08,760 INFO [M:0;612696b701d2:37725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~747.34 KB/765274, heapSize ~918.12 KB/940152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=2109, compaction requested=false 2024-11-11T01:28:08,763 INFO [M:0;612696b701d2:37725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:28:08,763 DEBUG [M:0;612696b701d2:37725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288487414Disabling compacts and flushes for region at 1731288487414Disabling writes for close at 1731288487415 (+1 ms)Obtaining lock to block concurrent updates at 1731288487415Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288487415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=765274, getHeapSize=940392, getOffHeapSize=0, getCellsCount=2302 at 1731288487415Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288487416 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288487416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288487437 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288487437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288487891 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288487911 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288487911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288488324 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288488340 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288488340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd82149: reopening flushed file at 1731288488751 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caea153: reopening flushed file at 1731288488754 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ba4d8a: reopening flushed file at 1731288488757 (+3 ms)Finished flush of dataSize ~747.34 KB/765274, heapSize ~918.12 KB/940152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=2109, compaction requested=false at 1731288488760 (+3 ms)Writing region close event to WAL at 1731288488763 (+3 ms)Closed at 1731288488763 2024-11-11T01:28:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741830_1006 (size=903550) 2024-11-11T01:28:08,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad2a13db-687a-e375-2aac-29bf5c273013/MasterData/WALs/612696b701d2,37725,1731288301266/612696b701d2%2C37725%2C1731288301266.1731288304121 not finished, retry = 0 2024-11-11T01:28:08,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:28:08,867 INFO [M:0;612696b701d2:37725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:28:08,867 INFO [M:0;612696b701d2:37725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37725 2024-11-11T01:28:08,868 INFO [M:0;612696b701d2:37725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:28:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:28:09,038 INFO [M:0;612696b701d2:37725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:28:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101277ef6f90000, quorum=127.0.0.1:61906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:28:09,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:28:09,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:28:09,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:28:09,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:28:09,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/hadoop.log.dir/,STOPPED} 2024-11-11T01:28:09,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:28:09,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:28:09,053 WARN [BP-784976140-172.17.0.3-1731288296878 heartbeating to localhost/127.0.0.1:45159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:28:09,054 WARN [BP-784976140-172.17.0.3-1731288296878 heartbeating to localhost/127.0.0.1:45159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784976140-172.17.0.3-1731288296878 (Datanode Uuid 822c663b-2f0c-4825-8f41-546e4296ac6f) service to localhost/127.0.0.1:45159 2024-11-11T01:28:09,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/data/data1/current/BP-784976140-172.17.0.3-1731288296878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:28:09,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/cluster_18df1274-5532-b2fa-42f2-f39bc68db06a/data/data2/current/BP-784976140-172.17.0.3-1731288296878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:28:09,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:28:09,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:28:09,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:28:09,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:28:09,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:28:09,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbef6fa4-0366-d0ee-1489-454372cde73a/hadoop.log.dir/,STOPPED} 2024-11-11T01:28:09,084 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:28:09,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down